00000100:00100000:1.0F:1789635573.667939:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575adbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1876568427423616:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789635573.668018:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0F:1789635573.668167:0:18189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427423616 00000100:00100000:2.0:1789635573.668183:0:18189:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427423616 00000100:00100000:2.0:1789635573.668239:0:18189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1789635573.668688:0:18189:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574373b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1876568427423616:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789635573.668726:0:18189:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789635573.668782:0:18189:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574373b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1876568427423616:12345-0@lo:41:osp-pre-1-0.0 Request processed in 99us (764us total) trans 0 rc 0/0 00000100:00100000:0.0F:1789635573.669103:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0550bfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1876568427423744:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789635573.669137:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635573.669393:0:17101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427423744 00000100:00100000:1.0:1789635573.669399:0:17101:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427423744 00000100:00100000:1.0:1789635573.669425:0:17101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1789635573.669822:0:17101:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550bfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1876568427423744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789635573.669849:0:17101:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1789635573.669907:0:17101:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550bfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1876568427423744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 475us (768us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635573.669915:0:17101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1789635573.669997:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0550bfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1876568427423744:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0F:1789635573.670022:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0575adbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1876568427423616:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789635573.671005:0:18189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00010000:00010000:3.0:1789635573.797785:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789635574.205782:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635574.205827:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:3.0:1789635574.205833:0:17091:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411614336 00000100:00100000:3.0:1789635574.205844:0:17091:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411614336 00000100:00100000:2.0:1789635574.205851:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635574.205871:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635574.205888:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:3.0:1789635574.205904:0:17091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 167 00000100:00100000:3.0:1789635574.205914:0:17091:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575c53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e0fbe02-afe7-4e1d-af83-76bf8fc579b6+13:2397:x1876568411614336:12345-192.168.203.20@tcp:400:kworker.0 00000100:00100000:2.0:1789635574.205920:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635574.205939:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635574.205964:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:3.0:1789635574.205976:0:17091:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575c53850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5e0fbe02-afe7-4e1d-af83-76bf8fc579b6+13:2397:x1876568411614336:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 64us (203us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635574.205983:0:17091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 167 00000100:00100000:3.0:1789635574.206019:0:18696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411614848 00000100:00100000:3.0:1789635574.206023:0:18696:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411614848 00000100:00100000:3.0:1789635574.206056:0:18696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411615360 00000100:00100000:3.0:1789635574.206059:0:18696:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411615360 00000100:00100000:3.0:1789635574.206085:0:18696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411614720 00000100:00100000:3.0:1789635574.206088:0:18696:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411614720 00000100:00100000:3.0:1789635574.206103:0:18696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 22 00000100:00100000:3.0:1789635574.206110:0:18696:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575adb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e93c6359-edaa-4c8b-af3f-bf6e406e4e94+5:2397:x1876568411614848:12345-192.168.203.20@tcp:400:kworker.0 00000100:00100000:2.0:1789635574.206497:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00080000:2.0:1789635574.206523:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789635574.206527:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789635574.206537:0:17097:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411614592 00000100:00100000:2.0:1789635574.206541:0:17097:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411614592 00000100:00100000:2.0:1789635574.206573:0:17097:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411615104 00000100:00100000:2.0:1789635574.206576:0:17097:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411615104 00000100:00100000:2.0:1789635574.206589:0:17097:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411614464 00000100:00100000:2.0:1789635574.206591:0:17097:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411614464 00000100:00100000:2.0:1789635574.206628:0:17097:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411614976 00000100:00100000:2.0:1789635574.206632:0:17097:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411614976 00000100:00100000:2.0:1789635574.206646:0:17097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 62 00000100:00100000:2.0:1789635574.206653:0:17097:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575adb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e93c6359-edaa-4c8b-af3f-bf6e406e4e94+5:2397:x1876568411614592:12345-192.168.203.20@tcp:400:kworker.0 00000100:00100000:2.0:1789635574.206690:0:17097:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575adb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e93c6359-edaa-4c8b-af3f-bf6e406e4e94+5:2397:x1876568411614592:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 37us (862us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635574.206708:0:17097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 62 00000100:00100000:2.0:1789635574.206721:0:17097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 63 00000100:00100000:2.0:1789635574.206727:0:17097:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dd3fc4f-a707-4c13-a2d4-7afae80fdb16+5:2397:x1876568411615104:12345-192.168.203.20@tcp:400:kworker.0 00000100:00100000:2.0:1789635574.206753:0:17097:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dd3fc4f-a707-4c13-a2d4-7afae80fdb16+5:2397:x1876568411615104:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 26us (880us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635574.206759:0:17097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 63 00000100:00100000:2.0:1789635574.206770:0:17097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 64 00000100:00100000:2.0:1789635574.206776:0:17097:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575ad9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e93c6359-edaa-4c8b-af3f-bf6e406e4e94+22:2397:x1876568411614464:12345-192.168.203.20@tcp:400:kworker.0 00000100:00100000:2.0:1789635574.206803:0:17097:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575ad9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e93c6359-edaa-4c8b-af3f-bf6e406e4e94+22:2397:x1876568411614464:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 27us (881us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635574.206809:0:17097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 64 00000100:00100000:2.0:1789635574.206820:0:17097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 65 00000100:00100000:2.0:1789635574.206825:0:17097:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447a86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dd3fc4f-a707-4c13-a2d4-7afae80fdb16+6:2397:x1876568411614976:12345-192.168.203.20@tcp:400:kworker.0 00000100:00100000:2.0:1789635574.206847:0:17097:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447a86d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1dd3fc4f-a707-4c13-a2d4-7afae80fdb16+6:2397:x1876568411614976:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 22us (883us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635574.206853:0:17097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 65 00000100:00080000:2.0:1789635574.206867:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789635574.206870:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789635574.207010:0:19724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 23 00000100:00100000:1.0:1789635574.207022:0:19724:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dd3fc4f-a707-4c13-a2d4-7afae80fdb16+5:2397:x1876568411615360:12345-192.168.203.20@tcp:400:kworker.0 00000100:00100000:1.0:1789635574.207051:0:19724:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575adbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dd3fc4f-a707-4c13-a2d4-7afae80fdb16+5:2397:x1876568411615360:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 33us (1163us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635574.207058:0:19724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 23 00000100:00100000:1.0:1789635574.207079:0:19724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411615232 00000100:00100000:1.0:1789635574.207082:0:19724:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411615232 00000100:00100000:1.0:1789635574.207109:0:19724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 24 00000100:00100000:1.0:1789635574.207115:0:19724:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447a84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e93c6359-edaa-4c8b-af3f-bf6e406e4e94+5:2397:x1876568411614720:12345-192.168.203.20@tcp:400:kworker.0 00000100:00100000:1.0:1789635574.207140:0:19724:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447a84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:e93c6359-edaa-4c8b-af3f-bf6e406e4e94+5:2397:x1876568411614720:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 25us (1200us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635574.207147:0:19724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 24 00000100:00100000:1.0:1789635574.207159:0:19724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 25 00000100:00100000:1.0:1789635574.207164:0:19724:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447a86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dd3fc4f-a707-4c13-a2d4-7afae80fdb16+5:2397:x1876568411615232:12345-192.168.203.20@tcp:400:kworker.0 00000100:00100000:1.0:1789635574.209328:0:19724:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447a86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1dd3fc4f-a707-4c13-a2d4-7afae80fdb16+5:2397:x1876568411615232:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 2153us (2822us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635574.209354:0:19724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 25 00000100:00080000:1.0:1789635574.209412:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789635574.211349:0:18696:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575adb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e93c6359-edaa-4c8b-af3f-bf6e406e4e94+5:2397:x1876568411614848:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 5229us (5486us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635574.211360:0:18696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 22 00000040:00080000:1.0:1789635574.564228:0:17847:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1789635574.691831:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0550bfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1876568427424256:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789635574.691895:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635574.692396:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447a84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1876568427423872:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789635574.692429:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635574.692448:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574373800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3640:1876568427424000:0@lo:400:kworker.0 00000100:00100000:0.0:1789635574.692474:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635574.692507:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789635574.692513:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574370e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1876568427424128:0@lo:400:kworker.0 00000100:00100000:0.0:1789635574.692536:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635574.692564:0:18606:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427424256 00000100:00100000:0.0:1789635574.692572:0:18606:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427424256 00000100:00100000:0.0:1789635574.692631:0:18606:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427423872 00000100:00100000:0.0:1789635574.692635:0:18606:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427423872 00000100:00100000:0.0:1789635574.692651:0:18606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789635574.692659:0:18606:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447a84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1876568427424256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789635574.692685:0:18606:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789635574.692761:0:17089:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427424000 00000100:00100000:3.0:1789635574.692766:0:17089:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427424000 00000100:00100000:3.0:1789635574.692793:0:17089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1789635574.692799:0:17089:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575c51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e3d8f284-7347-44bd-9697-6e3097b3c5ae+24:3640:x1876568427424000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789635574.692833:0:17089:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575c51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:e3d8f284-7347-44bd-9697-6e3097b3c5ae+24:3640:x1876568427424000:12345-0@lo:400:kworker.0 Request processed in 35us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635574.692839:0:17089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:0.0:1789635574.694563:0:18606:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447a84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1876568427424256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1899us (2662us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635574.694575:0:18606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789635574.694610:0:18606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789635574.694620:0:18606:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550bfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1876568427423872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789635574.694637:0:18606:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789635574.694684:0:18606:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550bfb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1876568427423872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (2254us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635574.694690:0:18606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789635574.694719:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1876568427424384:0@lo:400:kworker.0 00000100:00100000:1.0:1789635574.694728:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574373480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1876568427424640:0@lo:400:kworker.0 00000100:00100000:0.0:1789635574.694755:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635574.694768:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635574.694782:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574370700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3643:1876568427424896:0@lo:400:kworker.0 00000100:00100000:1.0:1789635574.694795:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574372300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3641:1876568427425152:0@lo:400:kworker.0 00000100:00100000:0.0:1789635574.694809:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635574.694825:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635574.694831:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3643:1876568427425408:0@lo:400:kworker.0 00000100:00100000:1.0:1789635574.694850:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1789635574.694857:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635574.694860:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574371880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3641:1876568427424512:0@lo:400:kworker.0 00000100:00100000:0.0:1789635574.694881:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1789635574.694890:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635574.694890:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574371f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1876568427424768:0@lo:400:kworker.0 00000100:00100000:1.0:1789635574.694916:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574370a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3641:1876568427425024:0@lo:400:kworker.0 00000100:00100000:0.0:1789635574.694922:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635574.694942:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3643:1876568427425280:0@lo:400:kworker.0 00000100:00100000:1.0:1789635574.694949:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635574.694975:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635574.694978:0:17101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427424128 00000100:00100000:1.0:1789635574.694985:0:17101:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427424128 00000100:00100000:0.0:1789635574.695039:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447a84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1876568427423872:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789635574.695049:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574373800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3640:1876568427424000:0@lo:400:kworker.0 00000100:00100000:1.0:1789635574.695153:0:17101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427424640 00000100:00100000:1.0:1789635574.695157:0:17101:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427424640 00000100:00100000:1.0:1789635574.695174:0:17101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1789635574.695180:0:17101:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1876568427424128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635574.695228:0:17101:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550bf8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1876568427424128:12345-0@lo:400:kworker.0 Request processed in 47us (2690us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635574.695234:0:17101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1789635574.695487:0:17101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1789635574.695494:0:17101:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1876568427424640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635574.695536:0:17101:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1876568427424640:12345-0@lo:400:kworker.0 Request processed in 43us (770us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635574.695553:0:17101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00080000:1.0:1789635574.695752:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789635574.695764:0:19724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427424384 00000100:00100000:1.0:1789635574.695768:0:19724:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427424384 00000100:00100000:1.0:1789635574.695803:0:19724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427424768 00000100:00100000:1.0:1789635574.695806:0:19724:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427424768 00000100:00100000:1.0:1789635574.695824:0:19724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1789635574.695830:0:19724:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550bfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3643:x1876568427424384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635574.695869:0:19724:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550bfad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3643:x1876568427424384:12345-0@lo:400:kworker.0 Request processed in 38us (1114us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635574.695876:0:19724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1789635574.695890:0:19724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1789635574.695898:0:19724:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550bf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3643:x1876568427424768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635574.695928:0:19724:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550bf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3643:x1876568427424768:12345-0@lo:400:kworker.0 Request processed in 31us (1008us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635574.695934:0:19724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1789635574.695958:0:17848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427424896 00000100:00100000:1.0:1789635574.695962:0:17848:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427424896 00000100:00100000:1.0:1789635574.695980:0:17848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427425152 00000100:00100000:1.0:1789635574.695982:0:17848:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427425152 00000100:00100000:1.0:1789635574.695994:0:17848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427425408 00000100:00100000:1.0:1789635574.695997:0:17848:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427425408 00000100:00100000:1.0:1789635574.696008:0:17848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427424512 00000100:00100000:1.0:1789635574.696011:0:17848:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427424512 00000100:00100000:1.0:1789635574.696155:0:17848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427425024 00000100:00100000:1.0:1789635574.696158:0:17848:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427425024 00000100:00100000:1.0:1789635574.696171:0:17848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427425280 00000100:00100000:1.0:1789635574.696173:0:17848:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427425280 00000100:00100000:1.0:1789635574.696185:0:17848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1789635574.696195:0:17848:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550bf9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1876568427424896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635574.696223:0:17848:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550bf9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1876568427424896:12345-0@lo:400:kworker.0 Request processed in 30us (1415us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635574.696229:0:17848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1789635574.696241:0:17848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1789635574.696257:0:17848:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1876568427425152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635574.696396:0:17848:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1876568427425152:12345-0@lo:400:kworker.0 Request processed in 138us (1571us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635574.696402:0:17848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1789635574.696415:0:17848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1789635574.696421:0:17848:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550bf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1876568427425408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635574.696443:0:17848:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550bf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1876568427425408:12345-0@lo:400:kworker.0 Request processed in 23us (1587us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635574.696448:0:17848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1789635574.696458:0:17848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1789635574.696463:0:17848:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1876568427424512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635574.696483:0:17848:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1876568427424512:12345-0@lo:400:kworker.0 Request processed in 20us (1596us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635574.696488:0:17848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1789635574.696496:0:17848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1789635574.696501:0:17848:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1876568427425024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635574.696520:0:17848:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1876568427425024:12345-0@lo:400:kworker.0 Request processed in 19us (1575us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635574.696525:0:17848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1789635574.696534:0:17848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1789635574.696545:0:17848:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550bf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1876568427425280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635574.696937:0:17848:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550bf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1876568427425280:12345-0@lo:400:kworker.0 Request processed in 390us (1961us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635574.696944:0:17848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1789635574.697002:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574371880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3641:1876568427424512:0@lo:400:kworker.0 00000100:00100000:1.0:1789635574.697168:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574370a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3641:1876568427425024:0@lo:400:kworker.0 00000100:00100000:1.0:1789635574.697186:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574373480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1876568427424640:0@lo:400:kworker.0 00010000:00080000:1.0:1789635574.697199:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0574372300 x1876568427425152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635590 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789635574.697208:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574372300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3641:1876568427425152:0@lo:400:kworker.0 00000100:00080000:1.0:1789635574.697253:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789635574.697258:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789635574.697269:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789635574.697416:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574371f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1876568427424768:0@lo:400:kworker.0 00000100:00100000:1.0:1789635574.697428:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3643:1876568427425280:0@lo:400:kworker.0 00000100:00100000:1.0:1789635574.697439:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1876568427424384:0@lo:400:kworker.0 00000100:00100000:1.0:1789635574.697451:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574370700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3643:1876568427424896:0@lo:400:kworker.0 00010000:00080000:1.0:1789635574.697462:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d05654ec000 x1876568427425408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635590 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789635574.697472:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3643:1876568427425408:0@lo:400:kworker.0 00000100:00100000:0.0:1789635574.697822:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574370e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1876568427424128:0@lo:400:kworker.0 00000100:00100000:2.0:1789635574.697997:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0550bfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1876568427424256:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1789635574.820892:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789635575.679989:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635575.680297:0:17848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411615488 00000100:00100000:0.0:1789635575.680306:0:17848:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411615488 00000100:00100000:0.0:1789635575.680421:0:17848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 65 00000100:00100000:0.0:1789635575.680432:0:17848:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574369500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e93c6359-edaa-4c8b-af3f-bf6e406e4e94+22:15552:x1876568411615488:12345-192.168.203.20@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1789635575.680658:0:17848:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574369500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e93c6359-edaa-4c8b-af3f-bf6e406e4e94+22:15552:x1876568411615488:12345-192.168.203.20@tcp:60:lhsmtool_posix.0 Request processed in 228us (677us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635575.680667:0:17848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 65 00000100:00100000:2.0:1789635575.683490:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635575.683551:0:17096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411615616 00000100:00100000:0.0:1789635575.683561:0:17096:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411615616 00000100:00100000:0.0:1789635575.683636:0:17096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 66 00000100:00100000:0.0:1789635575.683653:0:17096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447a86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e93c6359-edaa-4c8b-af3f-bf6e406e4e94+5:15552:x1876568411615616:12345-192.168.203.20@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1789635575.683750:0:17096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447a86680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e93c6359-edaa-4c8b-af3f-bf6e406e4e94+5:15552:x1876568411615616:12345-192.168.203.20@tcp:60:lhsmtool_posix.0 Request processed in 99us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635575.683759:0:17096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 66 00000100:00100000:0.0:1789635575.687276:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635575.687715:0:17099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411615872 00000100:00100000:1.0:1789635575.687725:0:17099:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411615872 00000100:00100000:1.0:1789635575.687782:0:17099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 12 00000100:00100000:1.0:1789635575.687792:0:17099:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550bfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e93c6359-edaa-4c8b-af3f-bf6e406e4e94+22:15552:x1876568411615872:12345-192.168.203.20@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1789635575.690424:0:17099:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550bfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e93c6359-edaa-4c8b-af3f-bf6e406e4e94+23:15552:x1876568411615872:12345-192.168.203.20@tcp:35:lhsmtool_posix.0 Request processed in 2624us (3146us total) trans 8589934623 rc 0/0 00000100:00100000:1.0:1789635575.690437:0:17099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 12 00000001:00080000:3.0:1789635575.696857:0:17076:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:3.0:1789635575.696882:0:17076:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8d056e013600 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:3.0:1789635575.696887:0:17076:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8d056f43d400 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8d056e0130c0 00000020:00080000:3.0:1789635575.696890:0:17076:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8d056f43de00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8d057438d800 00010000:00010000:0.0:1789635575.697074:0:3627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e153c00/0xb0c3a59caa410803 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17097 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635575.697086:0:3627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e153c00/0xb0c3a59caa410803 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17097 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1789635575.697090:0:17135:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00010000:00010000:0.0:1789635575.697094:0:3627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e153c00/0xb0c3a59caa410803 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17097 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635575.697106:0:3627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e153c00 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:0.0:1789635575.697111:0:3627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e153c00/0xb0c3a59caa410803 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17097 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635575.697119:0:3627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e153c00/0xb0c3a59caa410803 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17097 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635575.697138:0:3627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8d05446d0b00) 00010000:00010000:0.0:1789635575.697141:0:3627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789635575.697146:0:3627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e153c00/0xb0c3a59caa410803 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17097 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635575.697153:0:3627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e153c00/0xb0c3a59caa410803 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17097 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1789635575.697206:0:17135:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:3.0:1789635575.844632:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635576.868392:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789635577.253023:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789635577.253041:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1876568427425536:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789635577.253100:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635577.253153:0:18606:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427425536 00000100:00100000:3.0:1789635577.253163:0:18606:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427425536 00000100:00100000:3.0:1789635577.253226:0:18606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00080000:1.0:1789635577.253229:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789635577.253251:0:18606:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1876568427425536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1789635577.253281:0:18606:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1789635577.253356:0:18606:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1876568427425536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 121us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635577.253362:0:18606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1789635577.253490:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1876568427425536:0@lo:13:osp-pre-0-0.0 00000001:02000400:3.0:1789635577.720779:0:20474:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 04:59:36 (1789635576) 00010000:00010000:3.0:1789635577.891853:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789635578.277864:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789635578.277894:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0550bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1876568427425664:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789635578.277959:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635578.278128:0:18606:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427425664 00000100:00100000:0.0:1789635578.278137:0:18606:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427425664 00000100:00100000:0.0:1789635578.278197:0:18606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789635578.278206:0:18606:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550bfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1876568427425664:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789635578.278229:0:18606:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1789635578.278284:0:18606:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550bfa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1876568427425664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (325us total) trans 0 rc 0/0 00000100:00080000:1.0:1789635578.278370:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789635578.278404:0:18606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789635578.278458:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0550bf9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1876568427425664:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789635578.790489:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789635578.790518:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447a87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1876568427425792:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789635578.790575:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635578.790656:0:17101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427425792 00000100:00100000:2.0:1789635578.790664:0:17101:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427425792 00000100:00100000:2.0:1789635578.790702:0:17101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1789635578.790710:0:17101:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447a84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1876568427425792:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789635578.790741:0:17101:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789635578.790781:0:17101:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447a84e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1876568427425792:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635578.790787:0:17101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1789635578.790827:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447a87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1876568427425792:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789635578.797362:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789635578.797385:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427425920:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789635578.797449:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635578.797495:0:18189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427425920 00000100:00100000:3.0:1789635578.797502:0:18189:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427425920 00000100:00100000:3.0:1789635578.797544:0:18189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1789635578.797552:0:18189:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057436bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427425920:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789635578.797586:0:18189:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1789635578.797653:0:18189:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057436bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427425920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635578.797660:0:18189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1789635578.797702:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427425920:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1789635578.920377:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789635579.322748:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635579.322787:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635579.322825:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635579.322853:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635579.322878:0:17848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411616256 00000100:00100000:0.0:1789635579.322887:0:17848:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411616256 00000100:00100000:0.0:1789635579.322941:0:17848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411616128 00000100:00100000:0.0:1789635579.322949:0:17848:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411616128 00000100:00100000:0.0:1789635579.322976:0:17848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 72 00000100:00100000:0.0:1789635579.322986:0:17848:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550bf9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e93c6359-edaa-4c8b-af3f-bf6e406e4e94+5:2399:x1876568411616256:12345-192.168.203.20@tcp:400:kworker.0 00000100:00100000:0.0:1789635579.323059:0:17848:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550bf9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e93c6359-edaa-4c8b-af3f-bf6e406e4e94+5:2399:x1876568411616256:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 74us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635579.323068:0:17848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 72 00000100:00100000:0.0:1789635579.323087:0:17848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 73 00000100:00100000:0.0:1789635579.323095:0:17848:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550bfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e93c6359-edaa-4c8b-af3f-bf6e406e4e94+13:2399:x1876568411616128:12345-192.168.203.20@tcp:400:kworker.0 00000100:00100000:0.0:1789635579.323141:0:17848:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550bfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:e93c6359-edaa-4c8b-af3f-bf6e406e4e94+13:2399:x1876568411616128:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 46us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635579.323160:0:17848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 73 00000100:00100000:0.0:1789635579.323182:0:18603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411616384 00000100:00100000:0.0:1789635579.323185:0:18603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411616384 00000100:00100000:0.0:1789635579.323215:0:18603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 28 00000100:00100000:0.0:1789635579.323233:0:18603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550bf9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e93c6359-edaa-4c8b-af3f-bf6e406e4e94+5:2399:x1876568411616384:12345-192.168.203.20@tcp:400:kworker.0 00000100:00100000:0.0:1789635579.323263:0:18603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550bf9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:e93c6359-edaa-4c8b-af3f-bf6e406e4e94+5:2399:x1876568411616384:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 42us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635579.323269:0:18603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 28 00000100:00080000:0.0:1789635579.323286:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789635579.323304:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789635579.323311:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789635579.323479:0:17090:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411616000 00000100:00100000:3.0:1789635579.323484:0:17090:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411616000 00000100:00100000:3.0:1789635579.323522:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 169 00000100:00100000:3.0:1789635579.323530:0:17090:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575c51450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e0fbe02-afe7-4e1d-af83-76bf8fc579b6+13:2399:x1876568411616000:12345-192.168.203.20@tcp:400:kworker.0 00000100:00100000:3.0:1789635579.323564:0:17090:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575c51450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5e0fbe02-afe7-4e1d-af83-76bf8fc579b6+13:2399:x1876568411616000:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 36us (824us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635579.323571:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 169 00000100:00100000:0.0:1789635579.341924:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635579.341972:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635579.342002:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635579.342029:0:17098:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411616640 00000100:00100000:0.0:1789635579.342038:0:17098:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411616640 00000100:00100000:0.0:1789635579.342092:0:17098:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411616768 00000100:00100000:0.0:1789635579.342095:0:17098:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411616768 00000100:00100000:0.0:1789635579.342119:0:17098:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 74 00000100:00100000:0.0:1789635579.342129:0:17098:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550bf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dd3fc4f-a707-4c13-a2d4-7afae80fdb16+6:2399:x1876568411616640:12345-192.168.203.20@tcp:400:kworker.0 00000100:00100000:0.0:1789635579.342202:0:17098:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550bf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dd3fc4f-a707-4c13-a2d4-7afae80fdb16+6:2399:x1876568411616640:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 74us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635579.342210:0:17098:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 74 00000100:00100000:0.0:1789635579.342237:0:17098:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 75 00000100:00100000:0.0:1789635579.342255:0:17098:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550bfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dd3fc4f-a707-4c13-a2d4-7afae80fdb16+5:2399:x1876568411616768:12345-192.168.203.20@tcp:400:kworker.0 00000100:00100000:0.0:1789635579.342295:0:17098:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550bfa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dd3fc4f-a707-4c13-a2d4-7afae80fdb16+5:2399:x1876568411616768:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 41us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635579.342302:0:17098:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 75 00000100:00080000:0.0:1789635579.342335:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789635579.342340:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789635579.342801:0:18602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411616512 00000100:00100000:3.0:1789635579.342807:0:18602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411616512 00000100:00100000:3.0:1789635579.342857:0:18602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 32 00000100:00100000:3.0:1789635579.342866:0:18602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550bfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e93c6359-edaa-4c8b-af3f-bf6e406e4e94+5:2395:x1876568411616512:12345-192.168.203.20@tcp:9:kworker.0 00000020:00000080:3.0:1789635579.342887:0:18602:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa410539 00000100:00080000:3.0:1789635579.342902:0:18602:0:(import.c:65:import_set_state_nolock()) ffff8d054643e000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789635579.342948:0:18602:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1789635579.343070:0:18602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550bfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:e93c6359-edaa-4c8b-af3f-bf6e406e4e94+2:2395:x1876568411616512:12345-192.168.203.20@tcp:9:kworker.0 Request processed in 206us (1154us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635579.343076:0:18602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 32 00010000:00010000:3.0:1789635579.343096:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789635579.346913:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789635579.352027:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:3.0:1789635579.352071:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635579.353971:0:18604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411616896 00000100:00100000:1.0:1789635579.353987:0:18604:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411616896 00000100:00100000:3.0:1789635579.354004:0:18603:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411617024 00000100:00100000:3.0:1789635579.354018:0:18603:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411617024 00000100:00100000:3.0:1789635579.354133:0:18603:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 33 00000100:00100000:3.0:1789635579.354160:0:18603:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057436b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dd3fc4f-a707-4c13-a2d4-7afae80fdb16+5:2395:x1876568411617024:12345-192.168.203.20@tcp:9:kworker.0 00000020:00000080:3.0:1789635579.354199:0:18603:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa410578 00000100:00080000:3.0:1789635579.354209:0:18603:0:(import.c:65:import_set_state_nolock()) ffff8d0544684800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789635579.354269:0:18603:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1789635579.354427:0:18603:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057436b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1dd3fc4f-a707-4c13-a2d4-7afae80fdb16+2:2395:x1876568411617024:12345-192.168.203.20@tcp:9:kworker.0 Request processed in 280us (2355us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635579.354435:0:18603:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 33 00010000:00010000:3.0:1789635579.354462:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789635579.359112:0:18604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 34 00000100:00100000:1.0:1789635579.359127:0:18604:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dd3fc4f-a707-4c13-a2d4-7afae80fdb16+5:2395:x1876568411616896:12345-192.168.203.20@tcp:9:kworker.0 00000020:00000080:1.0:1789635579.359159:0:18604:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa410571 00000100:00080000:1.0:1789635579.359174:0:18604:0:(import.c:65:import_set_state_nolock()) ffff8d0544682800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789635579.359219:0:18604:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1789635579.359389:0:18604:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1dd3fc4f-a707-4c13-a2d4-7afae80fdb16+2:2395:x1876568411616896:12345-192.168.203.20@tcp:9:kworker.0 Request processed in 265us (7368us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635579.359399:0:18604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 34 00010000:00010000:0.0:1789635579.361949:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789635579.364274:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789635579.364419:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789635579.815965:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1876568427426048:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789635579.816037:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635579.816112:0:18606:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427426048 00000100:00100000:3.0:1789635579.816120:0:18606:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427426048 00000100:00100000:3.0:1789635579.816175:0:18606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789635579.816187:0:18606:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057436a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1876568427426048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789635579.816231:0:18606:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789635579.816277:0:18606:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057436a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1876568427426048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635579.816284:0:18606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789635579.816335:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1876568427426048:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1789635579.816363:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789635579.817028:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1876568427426304:0@lo:400:kworker.0 00000100:00100000:3.0:1789635579.817066:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635579.817108:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427426816:0@lo:400:kworker.0 00000100:00100000:3.0:1789635579.817133:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635579.817164:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3642:1876568427427328:0@lo:400:kworker.0 00000100:00100000:3.0:1789635579.817196:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635579.817236:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1789635579.817243:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1876568427426432:0@lo:400:kworker.0 00000100:00100000:3.0:1789635579.817286:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635579.817311:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427426944:0@lo:400:kworker.0 00000100:00100000:3.0:1789635579.817335:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635579.817352:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3642:1876568427427456:0@lo:400:kworker.0 00000100:00100000:3.0:1789635579.817373:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635579.817402:0:18189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427426304 00000100:00100000:3.0:1789635579.817408:0:18189:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427426304 00000100:00100000:1.0:1789635579.817437:0:17097:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427427328 00000100:00100000:1.0:1789635579.817443:0:17097:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427427328 00000100:00100000:3.0:1789635579.817628:0:18189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427426816 00000100:00100000:3.0:1789635579.817633:0:18189:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427426816 00000100:00100000:0.0:1789635579.818075:0:17102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1789635579.818087:0:17102:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574368e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1876568427426304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635579.818154:0:17102:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574368e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1876568427426304:12345-0@lo:400:kworker.0 Request processed in 71us (1087us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635579.818162:0:17102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1789635579.818180:0:17102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1789635579.818186:0:17102:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057436aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427426816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635579.818213:0:17102:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057436aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427426816:12345-0@lo:400:kworker.0 Request processed in 28us (1080us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635579.818231:0:17102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1789635579.818250:0:17098:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427427456 00000100:00100000:0.0:1789635579.818254:0:17098:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427427456 00000100:00100000:0.0:1789635579.818285:0:17098:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1789635579.818292:0:17098:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0543293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1876568427427328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635579.818329:0:17098:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0543293100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1876568427427328:12345-0@lo:400:kworker.0 Request processed in 37us (1132us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635579.818335:0:17098:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1789635579.818359:0:17098:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1789635579.818377:0:17098:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1876568427427456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635579.818412:0:17098:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574710700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1876568427427456:12345-0@lo:400:kworker.0 Request processed in 38us (1039us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635579.818418:0:17098:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:1.0:1789635579.818457:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789635579.818468:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789635579.818748:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3642:1876568427427456:0@lo:400:kworker.0 00000100:00100000:1.0:1789635579.818761:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1876568427426304:0@lo:400:kworker.0 00000100:00100000:1.0:1789635579.818770:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427426816:0@lo:400:kworker.0 00010000:00080000:1.0:1789635579.818784:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d05654ed500 x1876568427427328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635595 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789635579.818794:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3642:1876568427427328:0@lo:400:kworker.0 00000100:00100000:1.0:1789635579.818846:0:18696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427426432 00000100:00100000:1.0:1789635579.818851:0:18696:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427426432 00000100:00100000:1.0:1789635579.818884:0:18696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427426944 00000100:00100000:1.0:1789635579.818887:0:18696:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427426944 00000100:00100000:1.0:1789635579.818906:0:18696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789635579.818913:0:18696:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574711180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3642:x1876568427426432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635579.818971:0:18696:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574711180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3642:x1876568427426432:12345-0@lo:400:kworker.0 Request processed in 58us (1684us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635579.818977:0:18696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789635579.819008:0:18696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789635579.819016:0:18696:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427426944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635579.819041:0:18696:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574711500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427426944:12345-0@lo:400:kworker.0 Request processed in 28us (1707us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635579.819047:0:18696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789635579.819071:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3641:1876568427426176:0@lo:400:kworker.0 00000100:00100000:1.0:1789635579.819104:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635579.819134:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3641:1876568427426688:0@lo:400:kworker.0 00000100:00100000:1.0:1789635579.819168:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635579.819187:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3641:1876568427427200:0@lo:400:kworker.0 00000100:00100000:1.0:1789635579.819206:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635579.819231:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574370e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1876568427427712:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789635579.819255:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635579.819275:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1789635579.819281:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1876568427426560:0@lo:400:kworker.0 00000100:00100000:1.0:1789635579.819301:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635579.819325:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3641:1876568427427072:0@lo:400:kworker.0 00000100:00100000:1.0:1789635579.819345:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635579.819361:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3641:1876568427427584:0@lo:400:kworker.0 00000100:00100000:1.0:1789635579.819393:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635579.819425:0:17096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427426688 00000100:00100000:1.0:1789635579.819430:0:17096:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427426688 00000100:00100000:1.0:1789635579.819451:0:17096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427427200 00000100:00100000:1.0:1789635579.819454:0:17096:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427427200 00000100:00100000:1.0:1789635579.819473:0:17096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427427072 00000100:00100000:1.0:1789635579.819476:0:17096:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427427072 00000100:00100000:1.0:1789635579.819491:0:17096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427427584 00000100:00100000:1.0:1789635579.819494:0:17096:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427427584 00000100:00100000:1.0:1789635579.819514:0:17096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1789635579.819522:0:17096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1876568427426688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635579.819564:0:17096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1876568427426688:12345-0@lo:400:kworker.0 Request processed in 43us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635579.819571:0:17096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1789635579.819589:0:17096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1789635579.819619:0:17096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1876568427427200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789635579.819646:0:18602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427426560 00000100:00100000:2.0:1789635579.819652:0:18602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427426560 00000100:00100000:1.0:1789635579.819659:0:17096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1876568427427200:12345-0@lo:400:kworker.0 Request processed in 63us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635579.819666:0:17096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1789635579.819684:0:17096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1789635579.819691:0:18602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789635579.819693:0:17096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1876568427427072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789635579.819704:0:18602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1876568427426560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635579.819726:0:17096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1876568427427072:12345-0@lo:400:kworker.0 Request processed in 35us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635579.819733:0:17096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1789635579.819753:0:18602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1876568427426560:12345-0@lo:400:kworker.0 Request processed in 51us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635579.819753:0:17096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1789635579.819765:0:18602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789635579.819767:0:17096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1876568427427584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635579.819801:0:17096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1876568427427584:12345-0@lo:400:kworker.0 Request processed in 39us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635579.819806:0:17096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00080000:1.0:1789635579.819828:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789635579.819832:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789635579.819834:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789635579.819836:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789635579.819865:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1876568427426560:0@lo:400:kworker.0 00000100:00100000:1.0:1789635579.819876:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3641:1876568427427072:0@lo:400:kworker.0 00010000:00080000:1.0:1789635579.819887:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d05654efb80 x1876568427427584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635595 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789635579.819897:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3641:1876568427427584:0@lo:400:kworker.0 00000100:00100000:1.0:1789635579.819907:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3641:1876568427426688:0@lo:400:kworker.0 00000100:00100000:1.0:1789635579.819917:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3641:1876568427427200:0@lo:400:kworker.0 00000100:00100000:1.0:1789635579.819962:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1876568427426432:0@lo:400:kworker.0 00000100:00100000:1.0:1789635579.819974:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427426944:0@lo:400:kworker.0 00000100:00100000:1.0:1789635579.820044:0:17091:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427426176 00000100:00100000:1.0:1789635579.820049:0:17091:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427426176 00000100:00100000:1.0:1789635579.820079:0:17091:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1789635579.820087:0:17091:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575c53c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e3d8f284-7347-44bd-9697-6e3097b3c5ae+24:3641:x1876568427426176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789635579.820095:0:18606:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427427712 00000100:00100000:2.0:1789635579.820101:0:18606:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427427712 00000100:00100000:1.0:1789635579.820127:0:17091:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575c53c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:e3d8f284-7347-44bd-9697-6e3097b3c5ae+24:3641:x1876568427426176:12345-0@lo:400:kworker.0 Request processed in 40us (1021us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635579.820132:0:18606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789635579.820139:0:17091:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:2.0:1789635579.820144:0:18606:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1876568427427712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1789635579.820162:0:18606:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789635579.820177:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3641:1876568427426176:0@lo:400:kworker.0 00000100:00100000:2.0:1789635579.820235:0:18606:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1876568427427712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (965us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635579.820254:0:18606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789635579.820254:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574370e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1876568427427712:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1789635579.939925:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635580.963767:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1789635581.358565:0:17076:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:0.0:1789635581.358627:0:17135:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:0.0:1789635581.358641:0:17135:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000100:00100000:3.0:1789635581.887722:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635581.888002:0:17099:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411617280 00000100:00100000:1.0:1789635581.888013:0:17099:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411617280 00000100:00100000:1.0:1789635581.888085:0:17099:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 13 00000100:00100000:1.0:1789635581.888095:0:17099:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e93c6359-edaa-4c8b-af3f-bf6e406e4e94+13:16307:x1876568411617280:12345-192.168.203.20@tcp:35:umount.0 00000001:00080000:1.0:1789635581.888349:0:17099:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000001:00080000:1.0:1789635581.888428:0:17099:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00100000:1.0:1789635581.888568:0:17099:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:e93c6359-edaa-4c8b-af3f-bf6e406e4e94+16:16307:x1876568411617280:12345-192.168.203.20@tcp:35:umount.0 Request processed in 473us (853us total) trans 8589934626 rc 0/0 00000100:00100000:1.0:1789635581.888576:0:17099:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 13 00000020:00080000:1.0:1789635581.888581:0:17099:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00080000:2.0:1789635581.888701:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789635581.895398:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635581.895441:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635581.895529:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635581.895629:0:17082:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411617408 00000100:00100000:2.0:1789635581.895639:0:17082:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411617408 00000100:00100000:2.0:1789635581.895704:0:17082:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411617664 00000100:00100000:2.0:1789635581.895707:0:17082:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411617664 00000100:00100000:2.0:1789635581.895721:0:17082:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411617536 00000100:00100000:2.0:1789635581.895723:0:17082:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411617536 00000100:00100000:2.0:1789635581.895738:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 3 00000100:00100000:2.0:1789635581.895747:0:17082:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574370700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5e0fbe02-afe7-4e1d-af83-76bf8fc579b6+15:2399:x1876568411617408:12345-192.168.203.20@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789635581.895762:0:17082:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789635581.895782:0:17082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0549f43a00/0xb0c3a59caa41050f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7439b expref: 15 pid: 17090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635581.895800:0:17082:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789635581.895866:0:17082:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574370700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5e0fbe02-afe7-4e1d-af83-76bf8fc579b6+14:2399:x1876568411617408:12345-192.168.203.20@tcp:103:ldlm_bl.0 Request processed in 108us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635581.895875:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 3 00000100:00100000:2.0:1789635581.895893:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 4 00000100:00100000:2.0:1789635581.895899:0:17082:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447af9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5e0fbe02-afe7-4e1d-af83-76bf8fc579b6+13:2399:x1876568411617664:12345-192.168.203.20@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789635581.895908:0:17082:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789635581.895916:0:17082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05488ffc00/0xb0c3a59caa41059b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74482 expref: 13 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635581.895924:0:17082:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789635581.895941:0:17082:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447af9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5e0fbe02-afe7-4e1d-af83-76bf8fc579b6+12:2399:x1876568411617664:12345-192.168.203.20@tcp:103:ldlm_bl.0 Request processed in 43us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635581.895961:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 4 00000100:00100000:2.0:1789635581.896003:0:17082:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 5 00000100:00100000:2.0:1789635581.896009:0:17082:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574370000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5e0fbe02-afe7-4e1d-af83-76bf8fc579b6+11:2399:x1876568411617536:12345-192.168.203.20@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789635581.896017:0:17082:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789635581.896026:0:17082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05820d3e00/0xb0c3a59caa410516 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab743cc expref: 11 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635581.896035:0:17082:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789635581.896052:0:17082:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574370000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5e0fbe02-afe7-4e1d-af83-76bf8fc579b6+10:2399:x1876568411617536:12345-192.168.203.20@tcp:103:ldlm_bl.0 Request processed in 44us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635581.896058:0:17082:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 5 00000100:00100000:3.0:1789635581.901279:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635581.901474:0:18604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411617792 00000100:00100000:1.0:1789635581.901483:0:18604:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411617792 00000100:00100000:1.0:1789635581.901549:0:18604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 35 00000100:00100000:1.0:1789635581.901571:0:18604:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e93c6359-edaa-4c8b-af3f-bf6e406e4e94+5:2395:x1876568411617792:12345-192.168.203.20@tcp:9:umount.0 00000020:00000080:1.0:1789635581.901633:0:18604:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa410532 00000100:00080000:1.0:1789635581.901642:0:18604:0:(import.c:65:import_set_state_nolock()) ffff8d054580d000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789635581.901695:0:18604:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1789635581.901820:0:18604:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574713800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:e93c6359-edaa-4c8b-af3f-bf6e406e4e94+2:2395:x1876568411617792:12345-192.168.203.20@tcp:9:umount.0 Request processed in 250us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635581.901828:0:18604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 35 00000100:00080000:2.0:1789635581.902003:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1789635581.902051:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789635581.908117:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:3.0:1789635581.908224:0:17096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411618688 00000100:00100000:3.0:1789635581.908234:0:17096:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411618688 00000100:00100000:3.0:1789635581.908395:0:17096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 67 00000100:00100000:3.0:1789635581.908407:0:17096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447a87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e93c6359-edaa-4c8b-af3f-bf6e406e4e94+16:2395:x1876568411618688:12345-192.168.203.20@tcp:39:umount.0 00000020:00000080:3.0:1789635581.908441:0:17096:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa410524 00000020:00010000:3.0:1789635581.908463:0:17096:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8d0446696800: total 0 00000100:00080000:3.0:1789635581.908468:0:17096:0:(import.c:65:import_set_state_nolock()) ffff8d0446690800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789635581.908499:0:17096:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:3.0:1789635581.908687:0:17096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447a87800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e93c6359-edaa-4c8b-af3f-bf6e406e4e94+15:2395:x1876568411618688:12345-192.168.203.20@tcp:39:umount.0 Request processed in 282us (580us total) trans 8589934627 rc 0/0 00000100:00100000:3.0:1789635581.908695:0:17096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 67 00000020:00010000:2.0:1789635581.909402:0:17085:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8d0446696800: total 0 00010000:00010000:2.0:1789635581.909407:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789635581.909474:0:17085:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8d0446696800, canceled 0 locks, left on hash table 8. 00010000:00010000:2.0:1789635581.909513:0:17085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8d054d47ff00) 00010000:00010000:2.0:1789635581.909516:0:17085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789635581.909525:0:17085:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05820d2c00/0xb0c3a59caa4105ef lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74489 expref: 14 pid: 17096 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635581.909570:0:17085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8d054d47f100) 00010000:00010000:2.0:1789635581.909573:0:17085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1789635581.909577:0:17085:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa4106cf lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab744c8 expref: 13 pid: 17098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635581.909614:0:17085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8d05446d0e00) 00010000:00010000:2.0:1789635581.909622:0:17085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1789635581.909627:0:17085:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42800/0xb0c3a59caa41077e lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74507 expref: 12 pid: 17098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635581.909644:0:17085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8d05446d0e00) 00010000:00010000:2.0:1789635581.909647:0:17085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789635581.909650:0:17085:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42e00/0xb0c3a59caa410834 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7453f expref: 11 pid: 17848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635581.909662:0:17085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8d054d47fb00) 00010000:00010000:2.0:1789635581.909675:0:17085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789635581.909679:0:17085:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05820d2000/0xb0c3a59caa41060b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74490 expref: 10 pid: 17097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635581.909696:0:17085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8d05446d0e00) 00010000:00010000:2.0:1789635581.909698:0:17085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1789635581.909702:0:17085:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d0565531e00/0xb0c3a59caa41074d lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab744f2 expref: 9 pid: 17096 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635581.909716:0:17085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d054d47f700) 00010000:00010000:2.0:1789635581.909718:0:17085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789635581.909721:0:17085:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05820d3600/0xb0c3a59caa41064a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7449e expref: 8 pid: 17848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635581.909733:0:17085:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8d05446d0b00) 00010000:00010000:2.0:1789635581.909735:0:17085:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789635581.909739:0:17085:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ff000/0xb0c3a59caa4107d9 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7451c expref: 7 pid: 17848 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635581.909762:0:17085:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8d0446696800, canceled 8 locks, left on hash table 0. 00010000:00010000:2.0:1789635581.909775:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789635581.909777:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789635581.909779:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789635581.923124:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635581.923200:0:17097:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411618816 00000100:00100000:1.0:1789635581.923226:0:17097:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411618816 00000100:00100000:1.0:1789635581.923305:0:17097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 68 00000100:00100000:1.0:1789635581.923315:0:17097:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574371f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e93c6359-edaa-4c8b-af3f-bf6e406e4e94+5:2395:x1876568411618816:12345-192.168.203.20@tcp:39:umount.0 00000020:00000080:1.0:1789635581.923348:0:17097:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa41052b 00000100:00080000:1.0:1789635581.923363:0:17097:0:(import.c:65:import_set_state_nolock()) ffff8d0545809800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789635581.923396:0:17097:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:1.0:1789635581.923659:0:17097:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574371f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e93c6359-edaa-4c8b-af3f-bf6e406e4e94+3:2395:x1876568411618816:12345-192.168.203.20@tcp:39:umount.0 Request processed in 345us (544us total) trans 8589934593 rc 0/0 00000100:00100000:1.0:1789635581.923668:0:17097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 68 00010000:00010000:3.0:1789635581.923843:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789635581.923979:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1789635581.989247:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789635582.372309:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1876568427427840:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789635582.372386:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635582.372652:0:18607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427427840 00000100:00100000:3.0:1789635582.372661:0:18607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427427840 00000100:00100000:3.0:1789635582.372729:0:18607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789635582.372740:0:18607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447a85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1876568427427840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1789635582.372772:0:18607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00080000:1.0:1789635582.372865:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789635582.379944:0:18607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447a85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1876568427427840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 7196us (7547us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635582.379960:0:18607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789635582.383077:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae94700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1876568427427840:0@lo:13:osp-pre-0-0.0 00000040:00080000:0.0:1789635582.499982:0:17130:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1789635582.499990:0:17130:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789635582.500010:0:17130:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1789635582.500016:0:17130:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:3.0:1789635583.011911:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789635583.396072:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789635583.396095:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574372300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427427968:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789635583.396166:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635583.396433:0:18606:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427427968 00000100:00100000:3.0:1789635583.396442:0:18606:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427427968 00000100:00100000:3.0:1789635583.396517:0:18606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789635583.396529:0:18606:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427427968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789635583.396554:0:18606:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1789635583.396636:0:18606:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427427968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635583.396644:0:18606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:1.0:1789635583.396750:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789635583.398470:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574372300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427427968:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789635583.907923:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1789635583.907946:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447a87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1876568427428224:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789635583.908014:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635583.908073:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1876568427428096:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789635583.908095:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635583.908276:0:17101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427428224 00000100:00100000:2.0:1789635583.908285:0:17101:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427428224 00000100:00100000:2.0:1789635583.908478:0:17101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427428096 00000100:00100000:2.0:1789635583.908483:0:17101:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427428096 00000100:00100000:3.0:1789635583.913977:0:17102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1789635583.914003:0:17102:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574710000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1876568427428224:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789635583.914048:0:17102:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789635583.914149:0:17102:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574710000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1876568427428224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 158us (6134us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635583.914170:0:17102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1789635583.914887:0:18189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1789635583.914897:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447a87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1876568427428224:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789635583.914903:0:18189:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1876568427428096:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789635583.914932:0:18189:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1789635583.915000:0:18189:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1876568427428096:12345-0@lo:41:osp-pre-0-1.0 Request processed in 105us (6904us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635583.915008:0:18189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1789635583.915106:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1876568427428096:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1789635584.036304:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789635584.129874:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635584.129917:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635584.129964:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:3.0:1789635584.130052:0:17081:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411619072 00000100:00100000:3.0:1789635584.130062:0:17081:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411619072 00000100:00100000:1.0:1789635584.130091:0:17083:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411618944 00000100:00100000:1.0:1789635584.130098:0:17083:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411618944 00000100:00100000:1.0:1789635584.130207:0:17083:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411619200 00000100:00100000:1.0:1789635584.130212:0:17083:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411619200 00000100:00100000:2.0:1789635584.132909:0:20123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 6 00000100:00100000:2.0:1789635584.132934:0:20123:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447a86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5e0fbe02-afe7-4e1d-af83-76bf8fc579b6+12:2398:x1876568411618944:12345-192.168.203.20@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789635584.134099:0:20123:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789635584.134129:0:20123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05820d2e00/0xb0c3a59caa41054e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7440b expref: 12 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635584.134148:0:20123:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789635584.134244:0:20123:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447a86300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5e0fbe02-afe7-4e1d-af83-76bf8fc579b6+11:2398:x1876568411618944:12345-192.168.203.20@tcp:103:ldlm_bl.0 Request processed in 1320us (4323us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635584.134253:0:20123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 6 00000100:00100000:2.0:1789635584.134292:0:20123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 7 00000100:00100000:2.0:1789635584.134302:0:20123:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447a87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5e0fbe02-afe7-4e1d-af83-76bf8fc579b6+10:2399:x1876568411619072:12345-192.168.203.20@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789635584.134311:0:20123:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789635584.134320:0:20123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0549f42200/0xb0c3a59caa410555 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7443c expref: 10 pid: 17090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635584.134329:0:20123:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789635584.134347:0:20123:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447a87b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:5e0fbe02-afe7-4e1d-af83-76bf8fc579b6+9:2399:x1876568411619072:12345-192.168.203.20@tcp:103:ldlm_bl.0 Request processed in 47us (4483us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635584.134352:0:20123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 7 00000100:00100000:3.0:1789635584.134373:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 8 00000100:00100000:3.0:1789635584.134387:0:17081:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447a85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5e0fbe02-afe7-4e1d-af83-76bf8fc579b6+8:2398:x1876568411619200:12345-192.168.203.20@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789635584.134397:0:17081:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789635584.134409:0:17081:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0549f43800/0xb0c3a59caa410594 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7447b expref: 8 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635584.134420:0:17081:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789635584.134443:0:17081:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447a85f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5e0fbe02-afe7-4e1d-af83-76bf8fc579b6+7:2398:x1876568411619200:12345-192.168.203.20@tcp:103:ldlm_bl.0 Request processed in 61us (4478us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635584.134450:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 8 00000100:00100000:2.0:1789635584.155933:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635584.156090:0:17098:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411619456 00000100:00100000:0.0:1789635584.156101:0:17098:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411619456 00000100:00100000:0.0:1789635584.156240:0:17098:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 69 00000100:00100000:0.0:1789635584.156251:0:17098:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447a85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dd3fc4f-a707-4c13-a2d4-7afae80fdb16+6:2395:x1876568411619456:12345-192.168.203.20@tcp:39:umount.0 00000020:00000080:0.0:1789635584.156294:0:17098:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa410563 00000020:00010000:0.0:1789635584.156314:0:17098:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8d0544681800: total 0 00000100:00080000:0.0:1789635584.156319:0:17098:0:(import.c:65:import_set_state_nolock()) ffff8d0544683000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789635584.156353:0:17098:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00100000:0.0:1789635584.156486:0:17098:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447a85500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1dd3fc4f-a707-4c13-a2d4-7afae80fdb16+5:2395:x1876568411619456:12345-192.168.203.20@tcp:39:umount.0 Request processed in 238us (563us total) trans 8589934628 rc 0/0 00000100:00100000:0.0:1789635584.156494:0:17098:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 69 00000020:00010000:3.0:1789635584.157940:0:17084:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8d0544681800: total 0 00010000:00010000:3.0:1789635584.158022:0:17084:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8d0544681800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1789635584.158055:0:17084:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d054d47f700) 00010000:00010000:3.0:1789635584.158060:0:17084:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789635584.158070:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa410658 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab744a5 expref: 4 pid: 17098 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635584.158102:0:17084:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8d0544681800, canceled 1 locks, left on hash table 0. 00010000:00010000:3.0:1789635584.158113:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635584.158115:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635584.158117:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789635584.159531:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789635584.172530:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:3.0:1789635584.172641:0:17096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411619584 00000100:00100000:3.0:1789635584.172651:0:17096:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411619584 00000100:00100000:3.0:1789635584.172720:0:17096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 70 00000100:00100000:3.0:1789635584.172730:0:17096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447a85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dd3fc4f-a707-4c13-a2d4-7afae80fdb16+5:2395:x1876568411619584:12345-192.168.203.20@tcp:39:umount.0 00000100:00080000:1.0:1789635584.173052:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000080:3.0:1789635584.173143:0:17096:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa41056a 00000100:00080000:3.0:1789635584.173153:0:17096:0:(import.c:65:import_set_state_nolock()) ffff8d0544687800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789635584.173216:0:17096:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:3.0:1789635584.173378:0:17096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447a85c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1dd3fc4f-a707-4c13-a2d4-7afae80fdb16+3:2395:x1876568411619584:12345-192.168.203.20@tcp:39:umount.0 Request processed in 648us (855us total) trans 8589934594 rc 0/0 00000100:00100000:3.0:1789635584.173386:0:17096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 70 00010000:00010000:2.0:1789635584.173443:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789635584.217080:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635584.217156:0:17089:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411619840 00000100:00100000:0.0:1789635584.217167:0:17089:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411619840 00000100:00100000:0.0:1789635584.217232:0:17089:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 171 00000100:00100000:0.0:1789635584.217243:0:17089:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575c50850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e0fbe02-afe7-4e1d-af83-76bf8fc579b6+7:2395:x1876568411619840:12345-192.168.203.20@tcp:251:umount.0 00000020:00000080:0.0:1789635584.217298:0:17089:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa410501 00000020:00010000:0.0:1789635584.217306:0:17089:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8d0447791800: total 0 00000100:00080000:0.0:1789635584.217310:0:17089:0:(import.c:65:import_set_state_nolock()) ffff8d0447793000 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1789635584.217380:0:17089:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575c50850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5e0fbe02-afe7-4e1d-af83-76bf8fc579b6+3:2395:x1876568411619840:12345-192.168.203.20@tcp:251:umount.0 Request processed in 139us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635584.217388:0:17089:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 171 00000020:00010000:3.0:1789635584.217585:0:17084:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8d0447791800: total 0 00010000:00010000:3.0:1789635584.217590:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635584.217679:0:17084:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8d0447791800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1789635584.217714:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d056e1a3600/0xb0c3a59caa410508 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74394 expref: 2 pid: 17090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635584.217730:0:17084:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8d0447791800, canceled 1 locks, left on hash table 0. 00000020:00000080:3.0:1789635584.217742:0:17084:0:(genops.c:885:class_export_put()) final put ffff8d0447791800/5e0fbe02-afe7-4e1d-af83-76bf8fc579b6 00010000:00010000:3.0:1789635584.217758:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635584.217761:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635584.217762:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1789635584.218427:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0447791800/5e0fbe02-afe7-4e1d-af83-76bf8fc579b6 for MGS 00000020:00000080:0.0:1789635584.218470:0:20237:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d0447793000 for MGS 00000040:00080000:0.0:1789635584.805214:0:17847:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789635584.931930:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447a85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1876568427428480:0@lo:400:kworker.0 00000100:00100000:1.0:1789635584.931942:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447a87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3641:1876568427428352:0@lo:400:kworker.0 00000100:00100000:1.0:1789635584.932004:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635584.932036:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635584.932046:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447a84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3641:1876568427428864:0@lo:400:kworker.0 00000100:00100000:0.0:1789635584.932055:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427428992:0@lo:400:kworker.0 00000100:00100000:1.0:1789635584.932070:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635584.932070:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635584.932087:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3641:1876568427429376:0@lo:400:kworker.0 00000100:00100000:0.0:1789635584.932087:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3642:1876568427429504:0@lo:400:kworker.0 00000100:00100000:1.0:1789635584.932105:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635584.932115:0:18189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427428480 00000100:00100000:1.0:1789635584.932121:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3641:1876568427429888:0@lo:400:kworker.0 00000100:00100000:0.0:1789635584.932122:0:18189:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427428480 00000100:00100000:1.0:1789635584.932138:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635584.932157:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1789635584.932163:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447a87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1876568427428736:0@lo:400:kworker.0 00000100:00100000:1.0:1789635584.932196:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635584.932235:0:18189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427428992 00000100:00100000:0.0:1789635584.932251:0:18189:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427428992 00000100:00100000:0.0:1789635584.932284:0:18189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1789635584.932294:0:18189:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574370a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1876568427428480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635584.932873:0:18189:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574370a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1876568427428480:12345-0@lo:400:kworker.0 Request processed in 578us (834us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635584.932881:0:18189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1789635584.932907:0:18189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1789635584.932914:0:18189:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574371880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427428992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635584.932952:0:18189:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574371880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427428992:12345-0@lo:400:kworker.0 Request processed in 33us (875us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635584.932959:0:18189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1789635584.933005:0:17848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427428864 00000100:00100000:0.0:1789635584.933010:0:17848:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427428864 00000100:00100000:2.0:1789635584.934586:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447a84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1876568427428608:0@lo:400:kworker.0 00000100:00100000:0.0:1789635584.936036:0:17848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427429376 00000100:00100000:0.0:1789635584.936048:0:17848:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427429376 00000100:00100000:0.0:1789635584.936095:0:17848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427429888 00000100:00100000:0.0:1789635584.936099:0:17848:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427429888 00000100:00100000:0.0:1789635584.936130:0:17848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1789635584.936139:0:17848:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1876568427428864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635584.936524:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575ad8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1876568427429248:0@lo:400:kworker.0 00000100:00100000:1.0:1789635584.936575:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635584.936610:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574373480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1876568427429632:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789635584.936635:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635584.936677:0:17098:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1789635584.936686:0:17098:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1876568427429376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635584.936735:0:17098:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1876568427429376:12345-0@lo:400:kworker.0 Request processed in 50us (4628us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635584.936742:0:17098:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1789635584.936761:0:17098:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1789635584.936768:0:17098:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1876568427429888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635584.936812:0:17098:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1876568427429888:12345-0@lo:400:kworker.0 Request processed in 44us (4672us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635584.936818:0:17098:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00080000:1.0:1789635584.936840:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789635584.936850:0:19724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427428736 00000100:00100000:0.0:1789635584.937289:0:17848:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1876568427428864:12345-0@lo:400:kworker.0 Request processed in 1150us (5216us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635584.937296:0:17848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1789635584.937800:0:17090:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427428352 00000100:00100000:0.0:1789635584.937806:0:17090:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427428352 00000100:00100000:0.0:1789635584.937842:0:17090:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1789635584.937849:0:17090:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575c53450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e3d8f284-7347-44bd-9697-6e3097b3c5ae+24:3641:x1876568427428352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635584.937888:0:17090:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575c53450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:e3d8f284-7347-44bd-9697-6e3097b3c5ae+24:3641:x1876568427428352:12345-0@lo:400:kworker.0 Request processed in 39us (5883us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635584.937904:0:17090:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1789635584.937966:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635584.937993:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0546df3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1876568427429120:0@lo:400:kworker.0 00000100:00100000:0.0:1789635584.938017:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635584.938032:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3643:1876568427429760:0@lo:400:kworker.0 00000100:00100000:0.0:1789635584.938049:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635584.938068:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1876568427430144:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789635584.938087:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635584.938114:0:18607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427429632 00000100:00100000:0.0:1789635584.938118:0:18607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427429632 00000100:00100000:0.0:1789635584.938140:0:18607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427430144 00000100:00100000:0.0:1789635584.938143:0:18607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427430144 00000100:00100000:1.0:1789635584.938245:0:19724:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427428736 00000100:00100000:1.0:1789635584.938274:0:19724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427429248 00000100:00100000:2.0:1789635584.938275:0:18696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427428608 00000100:00100000:2.0:1789635584.938278:0:18696:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427428608 00000100:00100000:1.0:1789635584.938278:0:19724:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427429248 00000100:00100000:1.0:1789635584.938289:0:19724:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427429120 00000100:00100000:1.0:1789635584.938291:0:19724:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427429120 00000100:00100000:2.0:1789635584.938297:0:18696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1789635584.938303:0:18696:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3641:x1876568427428736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635584.938303:0:19724:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789635584.938308:0:19724:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:3641:x1876568427429248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789635584.938339:0:18696:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3641:x1876568427428736:12345-0@lo:400:kworker.0 Request processed in 36us (6142us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635584.938345:0:18696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1789635584.938366:0:18696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789635584.938372:0:18696:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574373800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3643:x1876568427428608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789635584.938414:0:18696:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574373800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3643:x1876568427428608:12345-0@lo:400:kworker.0 Request processed in 43us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635584.938420:0:18696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789635584.938433:0:18696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789635584.938438:0:18696:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574372300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3643:x1876568427429120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789635584.938462:0:18696:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574372300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3643:x1876568427429120:12345-0@lo:400:kworker.0 Request processed in 25us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635584.938467:0:18696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789635584.938484:0:17097:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427429760 00000100:00100000:2.0:1789635584.938488:0:17097:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427429760 00000100:00100000:2.0:1789635584.938513:0:17097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1789635584.938519:0:17097:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574372a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1876568427429760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789635584.938586:0:17097:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574372a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1876568427429760:12345-0@lo:400:kworker.0 Request processed in 28us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635584.938592:0:17097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1789635584.938659:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447a84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1876568427428608:0@lo:400:kworker.0 00000100:00100000:2.0:1789635584.938670:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0546df3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1876568427429120:0@lo:400:kworker.0 00010000:00080000:2.0:1789635584.938681:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d05759c9180 x1876568427429760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635600 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789635584.938691:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3643:1876568427429760:0@lo:400:kworker.0 00000100:00100000:2.0:1789635584.938753:0:18606:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789635584.938754:0:19724:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:3641:x1876568427429248:12345-0@lo:400:kworker.0 Request processed in 444us (2178us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635584.938761:0:18606:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1876568427429632:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789635584.938761:0:19724:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:1.0:1789635584.938778:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789635584.938781:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:2.0:1789635584.938783:0:18606:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00080000:1.0:1789635584.938783:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789635584.938938:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447a87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1876568427428736:0@lo:400:kworker.0 00000100:00100000:3.0:1789635584.938950:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0575ad8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1876568427429248:0@lo:400:kworker.0 00000100:00100000:3.0:1789635584.938959:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447a87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3641:1876568427428352:0@lo:400:kworker.0 00000100:00100000:3.0:1789635584.938970:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447a84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3641:1876568427428864:0@lo:400:kworker.0 00000100:00100000:3.0:1789635584.938981:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3641:1876568427429376:0@lo:400:kworker.0 00000100:00100000:3.0:1789635584.938991:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3641:1876568427429888:0@lo:400:kworker.0 00000100:00100000:2.0:1789635584.939096:0:18606:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1876568427429632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 336us (2460us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635584.939107:0:18606:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1789635584.939136:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635584.939159:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3642:1876568427430016:0@lo:400:kworker.0 00000100:00100000:2.0:1789635584.939194:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635584.939224:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447a85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1876568427428480:0@lo:400:kworker.0 00000100:00100000:2.0:1789635584.939234:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427428992:0@lo:400:kworker.0 00000100:00100000:2.0:1789635584.939259:0:17096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427429504 00000100:00100000:2.0:1789635584.939263:0:17096:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427429504 00000100:00100000:0.0:1789635584.939283:0:18607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1789635584.939289:0:17096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427430016 00000100:00100000:0.0:1789635584.939290:0:18607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574372d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876568427430144:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789635584.939291:0:17096:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427430016 00002000:00000024:0.0:1789635584.939302:0:18607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789635584.939306:0:17096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1789635584.939312:0:17096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1876568427429504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789635584.939424:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574373480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1876568427429632:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789635584.939472:0:17097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1789635584.939480:0:17097:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1876568427430016:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1789635584.939534:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789635584.939538:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789635584.941787:0:17096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1876568427429504:12345-0@lo:400:kworker.0 Request processed in 2467us (2642us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635584.941800:0:17096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1789635584.941884:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3642:1876568427429504:0@lo:400:kworker.0 00000100:00100000:3.0:1789635584.943086:0:17097:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1876568427430016:12345-0@lo:400:kworker.0 Request processed in 3601us (3886us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635584.943097:0:17097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00010000:00080000:2.0:1789635584.943163:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d05759c8e00 x1876568427430016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635600 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789635584.943175:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3642:1876568427430016:0@lo:400:kworker.0 00000100:00100000:0.0:1789635584.943434:0:18607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574372d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876568427430144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4143us (5343us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635584.943443:0:18607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1789635584.943957:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574713480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1876568427430144:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1789635585.063124:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1789635585.446853:0:18599:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of e93c6359-edaa-4c8b-af3f-bf6e406e4e94 00000020:00000080:0.0:1789635585.446863:0:18599:0:(genops.c:885:class_export_put()) final put ffff8d054580e800/e93c6359-edaa-4c8b-af3f-bf6e406e4e94 00000001:00100000:0.0:1789635585.446886:0:18599:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 1dd3fc4f-a707-4c13-a2d4-7afae80fdb16 00000020:00000080:0.0:1789635585.446889:0:18599:0:(genops.c:885:class_export_put()) final put ffff8d0544681000/1dd3fc4f-a707-4c13-a2d4-7afae80fdb16 00000020:00000080:1.0:1789635585.447036:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d054580e800/e93c6359-edaa-4c8b-af3f-bf6e406e4e94 for lustre-OST0000 00000020:00000080:1.0:1789635585.447094:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0544681000/1dd3fc4f-a707-4c13-a2d4-7afae80fdb16 for lustre-OST0000 00000020:00000080:1.0:1789635585.447114:0:20237:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d054580d000 for lustre-OST0000 00000020:00000080:1.0:1789635585.447119:0:20237:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d0544682800 for lustre-OST0000 00000001:00100000:0.0:1789635585.447809:0:19416:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 1dd3fc4f-a707-4c13-a2d4-7afae80fdb16 00000020:00000080:0.0:1789635585.447813:0:19416:0:(genops.c:885:class_export_put()) final put ffff8d0544680800/1dd3fc4f-a707-4c13-a2d4-7afae80fdb16 00000001:00100000:0.0:1789635585.447833:0:19416:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of e93c6359-edaa-4c8b-af3f-bf6e406e4e94 00000020:00000080:0.0:1789635585.447835:0:19416:0:(genops.c:885:class_export_put()) final put ffff8d054580f800/e93c6359-edaa-4c8b-af3f-bf6e406e4e94 00000020:00000080:3.0:1789635585.447895:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0544680800/1dd3fc4f-a707-4c13-a2d4-7afae80fdb16 for lustre-OST0001 00000020:00000080:3.0:1789635585.447935:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d054580f800/e93c6359-edaa-4c8b-af3f-bf6e406e4e94 for lustre-OST0001 00000020:00000080:3.0:1789635585.447951:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d0544684800 for lustre-OST0001 00000020:00000080:3.0:1789635585.447955:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d054643e000 for lustre-OST0001 00000020:01000004:1.0:1789635585.957864:0:20669:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:1.0:1789635585.965063:0:20669:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:1.0:1789635585.965119:0:20669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a200/0xb0c3a59caa4100c4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa4100cb expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635585.965134:0:20669:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a200/0xb0c3a59caa4100c4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa4100cb expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635585.965153:0:20669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a200/0xb0c3a59caa4100c4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xb0c3a59caa4100cb expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635585.965161:0:20669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a200/0xb0c3a59caa4100c4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xb0c3a59caa4100cb expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635585.965194:0:20669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1789635585.965200:0:20669:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1789635585.965224:0:20669:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789635585.965228:0:20669:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1789635585.965234:0:20669:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1789635585.965257:0:20669:0:(import.c:65:import_set_state_nolock()) ffff8d0554287800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:0.0:1789635585.965338:0:17084:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789635585.965345:0:17084:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a200/0xb0c3a59caa4100c4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xb0c3a59caa4100cb expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635585.965363:0:17084:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0446d1a200 already unused, calling callback (ffffffffc1537c20) 10000000:00010000:0.0:1789635585.965366:0:17084:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a200/0xb0c3a59caa4100c4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xb0c3a59caa4100cb expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635585.965374:0:17084:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a200/0xb0c3a59caa4100c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xb0c3a59caa4100cb expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789635585.965382:0:17084:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a200/0xb0c3a59caa4100c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xb0c3a59caa4100cb expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789635585.965387:0:17084:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1789635585.965389:0:17084:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1789635585.965392:0:17084:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1789635585.965418:0:17084:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a200/0xb0c3a59caa4100c4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xb0c3a59caa4100cb expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635585.965432:0:17084:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789635585.965455:0:17084:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a200/0xb0c3a59caa4100c4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xb0c3a59caa4100cb expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635585.965462:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a200/0xb0c3a59caa4100c4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xb0c3a59caa4100cb expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635585.965473:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635585.965474:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635585.965476:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789635585.965690:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574370700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3640:1876568427430400:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789635585.965749:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635585.966219:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3639:1876568427430272:0@lo:39:umount.0 00000100:00100000:2.0:1789635585.966251:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635585.966412:0:20238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427430272 00000100:00100000:1.0:1789635585.966420:0:20238:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427430272 00000100:00100000:0.0:1789635585.966446:0:17081:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427430400 00000100:00100000:0.0:1789635585.966457:0:17081:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427430400 00000100:00100000:0.0:1789635585.966491:0:17081:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789635585.966500:0:17081:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e3d8f284-7347-44bd-9697-6e3097b3c5ae+24:3640:x1876568427430400:12345-0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789635585.966507:0:20238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00010000:00010000:0.0:1789635585.966513:0:17081:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1789635585.966514:0:20238:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1876568427430272:12345-0@lo:39:umount.0 00010000:00010000:0.0:1789635585.966527:0:17081:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0446d1b200/0xb0c3a59caa4100cb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb0c3a59caa4100c4 expref: 24 pid: 17090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1789635585.966533:0:20238:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa4100f5 00000100:00080000:1.0:1789635585.966540:0:20238:0:(import.c:65:import_set_state_nolock()) ffff8d056e353000 : changing import state from FULL to CLOSED 00010000:00010000:0.0:1789635585.966540:0:17081:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789635585.966577:0:17081:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae96d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:e3d8f284-7347-44bd-9697-6e3097b3c5ae+23:3640:x1876568427430400:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (828us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635585.966581:0:20238:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+1:3639:x1876568427430272:12345-0@lo:39:umount.0 Request processed in 68us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635585.966584:0:17081:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789635585.966586:0:20238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:1.0:1789635585.966617:0:20238:0:(genops.c:885:class_export_put()) final put ffff8d056e350800/lustre-MDT0000-lwp-MDT0000_UUID 00000100:00100000:0.0:1789635585.966636:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574370700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3640:1876568427430400:0@lo:103:ldlm_bl.0 00000020:00000080:0.0:1789635585.966656:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d056e350800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00010000:00010000:2.0:1789635585.966678:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789635585.966695:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d0554287800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1789635585.966702:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3639:1876568427430272:0@lo:39:umount.0 00000020:00000080:0.0:1789635585.966703:0:20237:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d056e353000 for lustre-MDT0000 00000100:00080000:1.0:1789635585.966749:0:20669:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789635585.966752:0:20669:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1789635585.966757:0:20669:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1789635585.970657:0:20669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e152e00/0xb0c3a59caa410015 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41001c expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635585.970673:0:20669:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e152e00/0xb0c3a59caa410015 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa41001c expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635585.970681:0:20669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e152e00/0xb0c3a59caa410015 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xb0c3a59caa41001c expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635585.970687:0:20669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.120@tcp lock: ffff8d056e152e00/0xb0c3a59caa410015 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xb0c3a59caa41001c expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635585.970710:0:20669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789635585.970716:0:20669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d05820d3a00/0xb0c3a59caa410428 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41042f expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635585.970723:0:20669:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d05820d3a00/0xb0c3a59caa410428 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa41042f expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635585.970746:0:20669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d05820d3a00/0xb0c3a59caa410428 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb0c3a59caa41042f expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635585.970752:0:20669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.120@tcp lock: ffff8d05820d3a00/0xb0c3a59caa410428 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb0c3a59caa41042f expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635585.970758:0:17084:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789635585.970765:0:17084:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8d056e152e00/0xb0c3a59caa410015 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xb0c3a59caa41001c expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635585.970773:0:17084:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e152e00 already unused, calling callback (ffffffffc1537c20) 10000000:00010000:1.0:1789635585.970776:0:17084:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8d056e152e00/0xb0c3a59caa410015 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xb0c3a59caa41001c expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635585.970784:0:17084:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8d056e152e00/0xb0c3a59caa410015 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xb0c3a59caa41001c expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789635585.970791:0:17084:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8d056e152e00/0xb0c3a59caa410015 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xb0c3a59caa41001c expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789635585.970797:0:17084:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789635585.970800:0:17084:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:1.0:1789635585.970833:0:17084:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8d056e152e00/0xb0c3a59caa410015 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xb0c3a59caa41001c expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635585.970839:0:17084:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789635585.970868:0:17084:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8d056e152e00/0xb0c3a59caa410015 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xb0c3a59caa41001c expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635585.970875:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8d056e152e00/0xb0c3a59caa410015 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xb0c3a59caa41001c expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635585.970886:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635585.970888:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635585.970890:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789635585.971059:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789635585.971082:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3640:1876568427430528:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789635585.971151:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635585.971204:0:20123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427430528 00000100:00100000:0.0:1789635585.971212:0:20123:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427430528 00000100:00100000:0.0:1789635585.971264:0:20123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789635585.971273:0:20123:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae97100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e3d8f284-7347-44bd-9697-6e3097b3c5ae+23:3640:x1876568427430528:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789635585.971287:0:20123:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789635585.971301:0:20123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d056e1a3200/0xb0c3a59caa41001c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb0c3a59caa410015 expref: 23 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635585.971314:0:20123:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789635585.971347:0:20123:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae97100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:e3d8f284-7347-44bd-9697-6e3097b3c5ae+22:3640:x1876568427430528:12345-0@lo:103:ldlm_bl.0 Request processed in 75us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635585.971365:0:20123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789635585.971372:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3640:1876568427430528:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789635585.974312:0:20669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789635585.974333:0:20669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3800/0xb0c3a59caa4105cc lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa4105d3 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635585.974346:0:20669:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3800/0xb0c3a59caa4105cc lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa4105d3 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635585.974353:0:20669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3800/0xb0c3a59caa4105cc lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xb0c3a59caa4105d3 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635585.974360:0:20669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3800/0xb0c3a59caa4105cc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xb0c3a59caa4105d3 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635585.974608:0:17085:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789635585.974616:0:17085:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8d05820d3a00/0xb0c3a59caa410428 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb0c3a59caa41042f expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635585.974633:0:17085:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05820d3a00 already unused, calling callback (ffffffffc1537c20) 10000000:00010000:0.0:1789635585.974637:0:17085:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8d05820d3a00/0xb0c3a59caa410428 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb0c3a59caa41042f expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635585.974645:0:17085:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8d05820d3a00/0xb0c3a59caa410428 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xb0c3a59caa41042f expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789635585.974652:0:17085:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8d05820d3a00/0xb0c3a59caa410428 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xb0c3a59caa41042f expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789635585.974658:0:17085:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1789635585.974660:0:17085:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1789635585.974662:0:17085:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1789635585.974699:0:17085:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8d05820d3a00/0xb0c3a59caa410428 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb0c3a59caa41042f expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635585.974705:0:17085:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789635585.974740:0:17085:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8d05820d3a00/0xb0c3a59caa410428 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb0c3a59caa41042f expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635585.974747:0:17085:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8d05820d3a00/0xb0c3a59caa410428 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb0c3a59caa41042f expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635585.975017:0:17085:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789635585.975022:0:17085:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3800/0xb0c3a59caa4105cc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xb0c3a59caa4105d3 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635585.975029:0:17085:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a3800 already unused, calling callback (ffffffffc1537c20) 10000000:00010000:0.0:1789635585.975032:0:17085:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3800/0xb0c3a59caa4105cc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xb0c3a59caa4105d3 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635585.975046:0:17085:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3800/0xb0c3a59caa4105cc lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xb0c3a59caa4105d3 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789635585.975052:0:17085:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3800/0xb0c3a59caa4105cc lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xb0c3a59caa4105d3 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789635585.975057:0:17085:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1789635585.975059:0:17085:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00000100:00100000:1.0:1789635585.975069:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574370700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3642:1876568427430656:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789635585.975072:0:17085:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3800/0xb0c3a59caa4105cc lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xb0c3a59caa4105d3 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635585.975078:0:17085:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789635585.975084:0:17085:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3800/0xb0c3a59caa4105cc lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xb0c3a59caa4105d3 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635585.975090:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635585.975092:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635585.975094:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789635585.975136:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635585.975196:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789635585.975202:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574370e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3642:1876568427430784:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789635585.975224:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635585.975267:0:17083:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427430656 00000100:00100000:1.0:1789635585.975275:0:17083:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427430656 00000100:00100000:1.0:1789635585.975313:0:17083:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427430784 00000100:00100000:1.0:1789635585.975317:0:17083:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427430784 00000100:00100000:1.0:1789635585.975339:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789635585.975347:0:17083:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447af9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e3d8f284-7347-44bd-9697-6e3097b3c5ae+23:3642:x1876568427430656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789635585.975359:0:17083:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789635585.975373:0:17083:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0549f43400/0xb0c3a59caa41042f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb0c3a59caa410428 expref: 23 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635585.975385:0:17083:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789635585.975419:0:17083:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447af9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e3d8f284-7347-44bd-9697-6e3097b3c5ae+22:3642:x1876568427430656:12345-0@lo:103:ldlm_bl.0 Request processed in 72us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635585.975426:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789635585.975473:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789635585.975479:0:17083:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e3d8f284-7347-44bd-9697-6e3097b3c5ae+21:3642:x1876568427430784:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789635585.975487:0:17083:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789635585.975495:0:17083:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05820d2a00/0xb0c3a59caa4105d3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb0c3a59caa4105cc expref: 21 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635585.975516:0:17083:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789635585.975526:0:20669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1789635585.975532:0:20669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3800/0xb0c3a59caa4105cc lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xb0c3a59caa4105d3 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789635585.975539:0:17083:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae94a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e3d8f284-7347-44bd-9697-6e3097b3c5ae+20:3642:x1876568427430784:12345-0@lo:103:ldlm_bl.0 Request processed in 61us (314us total) trans 0 rc 0/0 10000000:01000000:3.0:1789635585.975542:0:20669:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000100:00100000:1.0:1789635585.975544:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:3.0:1789635585.975549:0:20669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e153e00/0xb0c3a59caa410007 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41000e expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635585.975556:0:20669:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e153e00/0xb0c3a59caa410007 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa41000e expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635585.975568:0:20669:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e153e00/0xb0c3a59caa410007 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb0c3a59caa41000e expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635585.975574:0:20669:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.120@tcp lock: ffff8d056e153e00/0xb0c3a59caa410007 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb0c3a59caa41000e expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789635585.975581:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574370e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3642:1876568427430784:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789635585.975584:0:20669:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1789635585.975587:0:20669:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00000100:00100000:1.0:1789635585.975588:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574370700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3642:1876568427430656:0@lo:103:ldlm_bl.0 10000000:01000000:3.0:1789635585.975590:0:20669:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00010000:00010000:1.0:1789635585.975620:0:17084:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789635585.975625:0:17084:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8d056e153e00/0xb0c3a59caa410007 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb0c3a59caa41000e expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635585.975631:0:17084:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e153e00 already unused, calling callback (ffffffffc1537c20) 10000000:00010000:1.0:1789635585.975634:0:17084:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8d056e153e00/0xb0c3a59caa410007 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb0c3a59caa41000e expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635585.975640:0:17084:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8d056e153e00/0xb0c3a59caa410007 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xb0c3a59caa41000e expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1789635585.975643:0:20669:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0000 10000000:00010000:1.0:1789635585.975646:0:17084:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8d056e153e00/0xb0c3a59caa410007 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xb0c3a59caa41000e expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000000:3.0:1789635585.975647:0:20669:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:3.0:1789635585.975651:0:20669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 10000000:01000000:1.0:1789635585.975651:0:17084:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1789635585.975653:0:17084:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 00000020:00000080:3.0:1789635585.975655:0:20669:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 10000000:01000000:1.0:1789635585.975655:0:17084:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00000020:00080000:3.0:1789635585.975660:0:20669:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff8d056e354000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789635585.975666:0:20669:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff8d0445aaa800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00010000:00010000:1.0:1789635585.975667:0:17084:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8d056e153e00/0xb0c3a59caa410007 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb0c3a59caa41000e expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1789635585.975670:0:20669:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff8d057b956000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00010000:00010000:1.0:1789635585.975673:0:17084:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000020:00080000:3.0:1789635585.975675:0:20669:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff8d05446bf000 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789635585.975681:0:20669:0:(genops.c:1818:print_export_data()) lustre-MDT0000: UNLINKED ffff8d0544681800 1dd3fc4f-a707-4c13-a2d4-7afae80fdb16 192.168.203.20@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:3.0:1789635585.975686:0:20669:0:(genops.c:1818:print_export_data()) lustre-MDT0000: UNLINKED ffff8d0446696800 e93c6359-edaa-4c8b-af3f-bf6e406e4e94 192.168.203.20@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:3.0:1789635585.975690:0:20669:0:(genops.c:1552:class_disconnect_exports()) OBD device 5 (ffff8d0579bd8000) has exports, disconnecting them 00000020:00080000:3.0:1789635585.975694:0:20669:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8d056e354000), last request at 1789635584 00010000:00010000:1.0:1789635585.975698:0:17084:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8d056e153e00/0xb0c3a59caa410007 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb0c3a59caa41000e expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1789635585.975700:0:20669:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa4103f7 00010000:00010000:1.0:1789635585.975704:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8d056e153e00/0xb0c3a59caa410007 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xb0c3a59caa41000e expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1789635585.975712:0:20669:0:(import.c:65:import_set_state_nolock()) ffff8d054c119800 : changing import state from FULL to CLOSED 00010000:00010000:1.0:1789635585.975712:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635585.975714:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635585.975715:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789635585.975725:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3640:1876568427430912:0@lo:103:ldlm_bl.0 00000020:00080000:3.0:1789635585.975748:0:20669:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d056e354000): rc 0 00000100:00100000:1.0:1789635585.975748:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:3.0:1789635585.975751:0:20669:0:(genops.c:885:class_export_put()) final put ffff8d056e354000/lustre-MDT0000-lwp-OST0001_UUID 00000100:00100000:1.0:1789635585.975779:0:17083:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427430912 00000100:00100000:1.0:1789635585.975784:0:17083:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427430912 00000100:00100000:1.0:1789635585.975805:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789635585.975811:0:17083:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae97100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e3d8f284-7347-44bd-9697-6e3097b3c5ae+20:3640:x1876568427430912:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789635585.975818:0:17083:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789635585.975827:0:17083:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d056e153200/0xb0c3a59caa41000e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb0c3a59caa410007 expref: 20 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635585.975835:0:17083:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789635585.975859:0:17083:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae97100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:e3d8f284-7347-44bd-9697-6e3097b3c5ae+19:3640:x1876568427430912:12345-0@lo:103:ldlm_bl.0 Request processed in 48us (110us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635585.975865:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00010000:0.0:1789635585.975871:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635585.975878:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789635585.975891:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3640:1876568427430912:0@lo:103:ldlm_bl.0 00000020:00080000:3.0:1789635585.976504:0:20669:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8d0445aaa800), last request at 1789635584 00000020:00000080:3.0:1789635585.976509:0:20669:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa410292 00000100:00080000:3.0:1789635585.976516:0:20669:0:(import.c:65:import_set_state_nolock()) ffff8d0445aa8800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1789635585.976528:0:20669:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d0445aaa800): rc 0 00000020:00000080:3.0:1789635585.976530:0:20669:0:(genops.c:885:class_export_put()) final put ffff8d0445aaa800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:3.0:1789635585.976533:0:20669:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8d057b956000), last request at 1789635522 00000020:00000080:3.0:1789635585.976536:0:20669:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa4101e3 00000100:00080000:3.0:1789635585.976539:0:20669:0:(import.c:65:import_set_state_nolock()) ffff8d057b956800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1789635585.976548:0:20669:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d057b956000): rc 0 00000020:00000080:3.0:1789635585.976550:0:20669:0:(genops.c:885:class_export_put()) final put ffff8d057b956000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:3.0:1789635585.976554:0:20669:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8d05446bf000), last request at 1789635522 00000020:00000080:3.0:1789635585.976556:0:20669:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa410188 00000100:00080000:3.0:1789635585.976559:0:20669:0:(import.c:65:import_set_state_nolock()) ffff8d057b5ca000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789635585.976564:0:20669:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000020:00080000:3.0:1789635585.976655:0:20669:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d05446bf000): rc 0 00000004:00000080:3.0:1789635585.976661:0:20669:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffa6bb41723ae0 00000100:00080000:3.0:1789635585.976678:0:20669:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789635585.976681:0:20669:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000020:00000080:0.0:1789635585.976853:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d056e354000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1789635585.976891:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0445aaa800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1789635585.976912:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057b956000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1789635585.976932:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d054c119800 for lustre-MDT0000 00000020:00000080:0.0:1789635585.976938:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d0445aa8800 for lustre-MDT0000 00000020:00000080:0.0:1789635585.976943:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d057b956800 for lustre-MDT0000 00010000:00010000:0.0:1789635585.976972:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635585.977880:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789635585.979085:0:20669:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1789635585.979111:0:20669:0:(import.c:65:import_set_state_nolock()) ffff8d0546438000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1789635585.979212:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427431040:0@lo:39:umount.0 00000100:00100000:2.0:1789635585.979278:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635585.979330:0:18189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427431040 00000100:00100000:2.0:1789635585.979337:0:18189:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427431040 00000100:00100000:2.0:1789635585.979390:0:18189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1789635585.979399:0:18189:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1876568427431040:12345-0@lo:39:umount.0 00000020:00000080:2.0:1789635585.979437:0:18189:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa41020d 00000100:00080000:2.0:1789635585.979445:0:18189:0:(import.c:65:import_set_state_nolock()) ffff8d0558841000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789635585.979470:0:18189:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1789635585.979612:0:18189:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+3:3639:x1876568427431040:12345-0@lo:39:umount.0 Request processed in 195us (314us total) trans 8589934595 rc 0/0 00000100:00100000:2.0:1789635585.979624:0:18189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00080000:2.0:1789635585.979666:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d0546438000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1789635585.979673:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427431040:0@lo:39:umount.0 00010000:00010000:1.0:1789635585.980071:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789635585.980225:0:20669:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789635585.980228:0:20669:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:3.0:1789635585.980247:0:20669:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1789635585.980305:0:20669:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1789635585.980319:0:20669:0:(import.c:65:import_set_state_nolock()) ffff8d0546439800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1789635585.980337:0:20669:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789635585.980339:0:20669:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:3.0:1789635585.980481:0:20669:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1789635585.980551:0:20669:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1789635585.980563:0:20669:0:(import.c:65:import_set_state_nolock()) ffff8d057604f000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1789635585.980630:0:20669:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff8d0579bd8000) has no exports 00000100:00100000:2.0:1789635585.980826:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427431168:0@lo:9:umount.0 00000100:00100000:2.0:1789635585.980877:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635585.980911:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427431296:0@lo:9:umount.0 00000100:00100000:2.0:1789635585.980931:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635585.980971:0:18604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427431168 00000100:00100000:1.0:1789635585.980978:0:18604:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427431168 00000100:00100000:3.0:1789635585.980994:0:18696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427431296 00000100:00100000:3.0:1789635585.980997:0:18696:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427431296 00000100:00100000:1.0:1789635585.981023:0:18604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789635585.981039:0:18604:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1876568427431168:12345-0@lo:9:umount.0 00000020:00000080:1.0:1789635585.981060:0:18604:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa4102b5 00000100:00080000:1.0:1789635585.981067:0:18604:0:(import.c:65:import_set_state_nolock()) ffff8d0447797800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789635585.981104:0:18604:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1789635585.981150:0:18696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789635585.981157:0:18696:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1876568427431296:12345-0@lo:9:umount.0 00000020:00000080:3.0:1789635585.981170:0:18696:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa410436 00000100:00080000:3.0:1789635585.981185:0:18696:0:(import.c:65:import_set_state_nolock()) ffff8d0447790000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789635585.981216:0:18696:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1789635585.981230:0:18604:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3639:x1876568427431168:12345-0@lo:9:umount.0 Request processed in 192us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635585.981237:0:18604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789635585.981301:0:18696:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+2:3639:x1876568427431296:12345-0@lo:9:umount.0 Request processed in 144us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635585.981307:0:18696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00010000:00010000:1.0:1789635585.981315:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635585.981320:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789635585.981588:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d0546439800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1789635585.981623:0:3639:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1789635585.981626:0:3639:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789635585.981629:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427431168:0@lo:9:umount.0 00000100:00080000:2.0:1789635585.981640:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d057604f000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1789635585.981653:0:3639:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1789635585.981654:0:3639:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789635585.981657:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427431296:0@lo:9:umount.0 00000020:00080000:2.0:1789635585.992982:0:20669:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff8d0579bd8000) has no exports 00000020:00000080:2.0:1789635586.047263:0:20669:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa410062 00000020:00000080:2.0:1789635586.047281:0:20669:0:(genops.c:885:class_export_put()) final put ffff8d0558829000/lustre-QMT0000_UUID 00000020:01000000:2.0:1789635586.047348:0:20669:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:3.0:1789635586.047456:0:20669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789635586.047467:0:20669:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789635586.047472:0:20669:0:(genops.c:1557:class_disconnect_exports()) OBD device 7 (ffff8d0575924d40) has no exports 00000020:00000080:3.0:1789635586.047812:0:20669:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa41005b 00000020:00000080:3.0:1789635586.047817:0:20669:0:(genops.c:885:class_export_put()) final put ffff8d057aeae000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1789635586.047920:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0558829000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:3.0:1789635586.048103:0:20669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789635586.048110:0:20669:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1789635586.048114:0:20669:0:(genops.c:885:class_export_put()) final put ffff8d057aeac000/lustre-QMT0000_UUID 00000020:00000080:3.0:1789635586.048116:0:20669:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057aeac000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:3.0:1789635586.048126:0:20669:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:0.0:1789635586.048302:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057aeae000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:1.0:1789635586.087064:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635587.113309:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1789635587.497174:0:17076:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789635587.497184:0:17076:0:(genops.c:885:class_export_put()) final put ffff8d05446bf000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1789635587.497228:0:17828:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:2.0:1789635587.497249:0:17828:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:2.0:1789635587.497253:0:17828:0:(genops.c:885:class_export_put()) final put ffff8d0558844800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1789635587.497274:0:17076:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 1dd3fc4f-a707-4c13-a2d4-7afae80fdb16 00000001:00080000:1.0:1789635587.497279:0:17076:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:1.0:1789635587.497282:0:17076:0:(genops.c:885:class_export_put()) final put ffff8d0544681800/1dd3fc4f-a707-4c13-a2d4-7afae80fdb16 00000020:00000080:0.0:1789635587.499095:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d05446bf000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:0.0:1789635587.499183:0:20237:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d057b5ca000 for lustre-MDT0000 00000001:00100000:2.0:1789635587.499579:0:17828:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 1dd3fc4f-a707-4c13-a2d4-7afae80fdb16 00000001:00080000:2.0:1789635587.499591:0:17828:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:2.0:1789635587.499612:0:17828:0:(genops.c:885:class_export_put()) final put ffff8d0544685000/1dd3fc4f-a707-4c13-a2d4-7afae80fdb16 00000001:00100000:2.0:1789635587.499620:0:17828:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of e93c6359-edaa-4c8b-af3f-bf6e406e4e94 00000001:00080000:2.0:1789635587.499625:0:17828:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:2.0:1789635587.499626:0:17828:0:(genops.c:885:class_export_put()) final put ffff8d054580a000/e93c6359-edaa-4c8b-af3f-bf6e406e4e94 00000020:00000080:3.0:1789635587.499688:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0558844800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:3.0:1789635587.499788:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0544685000/1dd3fc4f-a707-4c13-a2d4-7afae80fdb16 for lustre-MDT0001 00000020:00000080:3.0:1789635587.499815:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d054580a000/e93c6359-edaa-4c8b-af3f-bf6e406e4e94 for lustre-MDT0001 00000020:00000080:3.0:1789635587.499844:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d0558841000 for lustre-MDT0001 00000020:00000080:3.0:1789635587.499849:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d0544687800 for lustre-MDT0001 00000020:00000080:3.0:1789635587.499853:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d0545809800 for lustre-MDT0001 00000020:00000080:0.0:1789635587.500887:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0544681800/1dd3fc4f-a707-4c13-a2d4-7afae80fdb16 for lustre-MDT0000 00000001:00100000:1.0:1789635587.500932:0:17076:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of e93c6359-edaa-4c8b-af3f-bf6e406e4e94 00000001:00080000:1.0:1789635587.500941:0:17076:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:1.0:1789635587.500948:0:17076:0:(genops.c:885:class_export_put()) final put ffff8d0446696800/e93c6359-edaa-4c8b-af3f-bf6e406e4e94 00000020:00000080:0.0:1789635587.501089:0:20237:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d0544683000 for lustre-MDT0000 00000020:00000080:0.0:1789635587.501094:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0446696800/e93c6359-edaa-4c8b-af3f-bf6e406e4e94 for lustre-MDT0000 00000020:00000080:0.0:1789635587.501132:0:20237:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d0446690800 for lustre-MDT0000 00000020:01000000:3.0:1789635588.068026:0:20669:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8d0445ab3a80 - data ffff8d057b169870/ffff8d044657e800 00000020:01000000:3.0:1789635588.068194:0:20669:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8d05582b5c00 - data ffff8d057b06daf8/ffff8d05459bb800 00000001:00000004:3.0:1789635588.078820:0:20669:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00080000:1.0:1789635588.131112:0:20669:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1789635588.131120:0:20669:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1789635588.131133:0:20669:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8d0574711f80 x1876568427431040/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789635595 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789635588.131164:0:20669:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:1.0:1789635588.133750:0:20669:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1789635588.133757:0:20669:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:1.0:1789635588.133775:0:20669:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789635588.133778:0:20669:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1789635588.138843:0:17120:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1789635588.138851:0:17120:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 2 count 1 00000040:00080000:2.0:1789635588.138868:0:17120:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:0.0:1789635588.140707:0:20669:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1789635588.140713:0:20669:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:0.0:1789635588.140899:0:20669:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1789635588.140902:0:20669:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1789635588.141409:0:17122:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1789635588.141414:0:17122:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 1 count 1 00000040:00080000:2.0:1789635588.141424:0:17122:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00010000:00010000:1.0:1789635588.142123:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1789635588.159402:0:20669:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa41002a 00000020:00000080:0.0:1789635588.159414:0:20669:0:(genops.c:885:class_export_put()) final put ffff8d0549fb2800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1789635588.159478:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0549fb2800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1789635588.164814:0:20669:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa41003f 00000020:00000080:1.0:1789635588.164828:0:20669:0:(genops.c:885:class_export_put()) final put ffff8d054643a800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1789635588.164847:0:20669:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:1.0:1789635588.164852:0:20669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789635588.164860:0:20669:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1789635588.164864:0:20669:0:(genops.c:1557:class_disconnect_exports()) OBD device 4 (ffff8d0579bdcd40) has no exports 00000020:00000080:0.0:1789635588.164889:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d054643a800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000004:01000000:1.0:1789635588.165462:0:20669:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1789635588.165471:0:20669:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa4100a1 00000020:00000080:1.0:1789635588.165476:0:20669:0:(genops.c:885:class_export_put()) final put ffff8d04465c3800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1789635588.165853:0:20669:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:1.0:1789635588.165859:0:20669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789635588.165865:0:20669:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789635588.165868:0:20669:0:(genops.c:1557:class_disconnect_exports()) OBD device 10 (ffff8d056f5599c0) has no exports 00000020:00000080:1.0:1789635588.165875:0:20669:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa41009a 00000020:00000080:1.0:1789635588.165879:0:20669:0:(genops.c:885:class_export_put()) final put ffff8d04465c6000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1789635588.165924:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d04465c3800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00010000:01000000:1.0:1789635588.166371:0:20669:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:1.0:1789635588.166376:0:20669:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1789635588.166380:0:20669:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:1.0:1789635588.166385:0:20669:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789635588.166387:0:20669:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789635588.167177:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d04465c6000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1789635588.167287:0:20669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789635588.167295:0:20669:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789635588.167301:0:20669:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa41008c 00000020:00000080:1.0:1789635588.167306:0:20669:0:(genops.c:885:class_export_put()) final put ffff8d057aeaf800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789635588.167415:0:20237:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d057604f000 for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1789635588.167421:0:20237:0:(genops.c:885:class_export_put()) final put ffff8d057aeaa800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789635588.167423:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057aeaa800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:0.0:1789635588.167427:0:20237:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1789635588.168076:0:20669:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:1.0:1789635588.168082:0:20669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789635588.168088:0:20669:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789635588.168092:0:20669:0:(genops.c:1557:class_disconnect_exports()) OBD device 9 (ffff8d0575923380) has no exports 00000020:00000080:1.0:1789635588.168098:0:20669:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa410085 00000020:00000080:1.0:1789635588.168102:0:20669:0:(genops.c:885:class_export_put()) final put ffff8d057aeab800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1789635588.168334:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057aeaf800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1789635588.168685:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057aeab800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1789635588.168971:0:20669:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:1.0:1789635588.169063:0:20669:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1789635588.169066:0:20669:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:1.0:1789635588.169073:0:20669:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789635588.169075:0:20669:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789635588.169147:0:20669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789635588.169165:0:20669:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:1.0:1789635588.169180:0:20669:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1789635588.169186:0:20669:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa410077 00000020:00000080:1.0:1789635588.169194:0:20669:0:(genops.c:885:class_export_put()) final put ffff8d057aeae800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789635588.170652:0:20237:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d0546439800 for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1789635588.170669:0:20237:0:(genops.c:885:class_export_put()) final put ffff8d057aead000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789635588.170672:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057aead000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:0.0:1789635588.170679:0:20237:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1789635588.170827:0:20669:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:1.0:1789635588.170833:0:20669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789635588.170841:0:20669:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789635588.170845:0:20669:0:(genops.c:1557:class_disconnect_exports()) OBD device 8 (ffff8d0579bdb380) has no exports 00000020:00000080:1.0:1789635588.170851:0:20669:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa410070 00000020:00000080:1.0:1789635588.170857:0:20669:0:(genops.c:885:class_export_put()) final put ffff8d054643a000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1789635588.171590:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057aeae800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:0.0:1789635588.171678:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d054643a000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1789635588.172810:0:20669:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:0.0:1789635588.172817:0:20669:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789635588.172821:0:20669:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789635588.172828:0:20669:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789635588.172891:0:20669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789635588.172900:0:20669:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789635588.172925:0:20669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789635588.172928:0:20669:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789635588.172932:0:20669:0:(genops.c:885:class_export_put()) final put ffff8d0549fb3000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789635588.172935:0:20669:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0549fb3000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1789635588.172941:0:20669:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789635588.173044:0:20669:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa410046 00000020:00000080:0.0:1789635588.173050:0:20669:0:(genops.c:885:class_export_put()) final put ffff8d0546438800/lustre-MDD0000_UUID 00000020:01000000:0.0:1789635588.173055:0:20669:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1789635588.173059:0:20669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789635588.173064:0:20669:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789635588.173067:0:20669:0:(genops.c:1557:class_disconnect_exports()) OBD device 6 (ffff8d0579bd99c0) has no exports 00000020:00000080:0.0:1789635588.173085:0:20669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789635588.173088:0:20669:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1789635588.173092:0:20669:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa41004d 00000020:00000080:0.0:1789635588.173096:0:20669:0:(genops.c:885:class_export_put()) final put ffff8d054643c800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1789635588.173104:0:20669:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d054b800800 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1789635588.173107:0:20669:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d054b800800 3 00000020:01000004:0.0:1789635588.173110:0:20669:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8d054b800800 from lustre-MDT0000 00000020:00000080:0.0:1789635588.173124:0:20669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789635588.173127:0:20669:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1789635588.173130:0:20669:0:(genops.c:885:class_export_put()) final put ffff8d0549fb6000/lustre-MDT0000_UUID 00000020:00000080:0.0:1789635588.173132:0:20669:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0549fb6000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1789635588.173138:0:20669:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:0.0:1789635588.173183:0:20669:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:0.0:1789635588.173197:0:20669:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1789635588.173201:0:20669:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1789635588.173204:0:20669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789635588.173206:0:20669:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789635588.173212:0:20669:0:(genops.c:1818:print_export_data()) MGS: ACTIVE ffff8d0549fb1800 e3d8f284-7347-44bd-9697-6e3097b3c5ae 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789635588.173218:0:20669:0:(genops.c:1552:class_disconnect_exports()) OBD device 1 (ffff8d0575920000) has exports, disconnecting them 00000020:00080000:0.0:1789635588.173222:0:20669:0:(genops.c:1527:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff8d0549fb1800), last request at 1789635510 00000020:00000080:0.0:1789635588.173237:0:20669:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa40fff2 00000020:00010000:0.0:1789635588.173241:0:20669:0:(genops.c:1920:obd_stale_export_put()) Put export ffff8d0549fb1800: total 2 00000100:00080000:0.0:1789635588.173245:0:20669:0:(import.c:65:import_set_state_nolock()) ffff8d0549fb5800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1789635588.173256:0:20669:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d0549fb1800): rc 0 00000020:00080000:0.0:1789635588.173259:0:20669:0:(genops.c:1557:class_disconnect_exports()) OBD device 1 (ffff8d0575920000) has no exports 00000100:00100000:0.0:1789635588.173309:0:17090:0:(service.c:3188:ptlrpc_main()) ll_mgs_0001: service thread [ffff8d05677f7c00:17090] 1 exiting: rc = 0 00000100:00100000:0.0:1789635588.173413:0:17089:0:(service.c:3188:ptlrpc_main()) ll_mgs_0000: service thread [ffff8d0572cf3e00:17089] 0 exiting: rc = 1 00000020:00000080:2.0:1789635588.173564:0:20237:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d0546438000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:2.0:1789635588.173571:0:20237:0:(genops.c:885:class_export_put()) final put ffff8d054643b000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789635588.173574:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d054643b000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:2.0:1789635588.173581:0:20237:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789635588.173661:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0546438800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:2.0:1789635588.173665:0:20237:0:(genops.c:885:class_export_put()) final put ffff8d054643f000/lustre-MDD0000_UUID 00000020:00000080:2.0:1789635588.173666:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d054643f000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:2.0:1789635588.173677:0:20237:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:2.0:1789635588.173703:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d054643c800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00010000:2.0:1789635588.173727:0:17084:0:(genops.c:1906:obd_stale_export_get()) Get export ffff8d0549fb1800: total 0 00010000:00010000:2.0:1789635588.173746:0:17084:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8d0549fb1800, canceled 0 locks, left on hash table 13. 00010000:00010000:2.0:1789635588.173774:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05488ffa00/0xb0c3a59caa4103e2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb0c3a59caa4103db expref: 14 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635588.173790:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05488fe400/0xb0c3a59caa410421 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb0c3a59caa41041a expref: 13 pid: 17090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635588.173804:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0446d1aa00/0xb0c3a59caa410253 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb0c3a59caa41024c expref: 12 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635588.173813:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0446d1a600/0xb0c3a59caa41027d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb0c3a59caa410276 expref: 11 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635588.173824:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05488ff200/0xb0c3a59caa4105a9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb0c3a59caa4105a2 expref: 10 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635588.173834:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0446d1a400/0xb0c3a59caa4101ce lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb0c3a59caa4101c7 expref: 9 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635588.173845:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0446d1ba00/0xb0c3a59caa41011f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb0c3a59caa410118 expref: 8 pid: 17090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635588.173858:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05488fec00/0xb0c3a59caa410000 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb0c3a59caa40fff9 expref: 7 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635588.173869:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0446d1bc00/0xb0c3a59caa410111 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb0c3a59caa41010a expref: 6 pid: 17090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635588.173895:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d056e153000/0xb0c3a59caa4103b8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb0c3a59caa4103b1 expref: 5 pid: 17090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635588.173904:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05488ff400/0xb0c3a59caa4105b7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb0c3a59caa4105b0 expref: 4 pid: 17089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635588.173915:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0446d1b600/0xb0c3a59caa41012d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb0c3a59caa410126 expref: 3 pid: 17090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635588.173926:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05488fe200/0xb0c3a59caa4105c5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xb0c3a59caa4105be expref: 2 pid: 17091 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635588.173936:0:17084:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8d0549fb1800, canceled 13 locks, left on hash table 0. 00000020:00000080:2.0:1789635588.173951:0:17084:0:(genops.c:885:class_export_put()) final put ffff8d0549fb1800/e3d8f284-7347-44bd-9697-6e3097b3c5ae 00010000:00010000:2.0:1789635588.173965:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789635588.173967:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789635588.173969:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1789635588.174326:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0549fb1800/e3d8f284-7347-44bd-9697-6e3097b3c5ae for MGS 00000020:00000080:0.0:1789635588.174368:0:20237:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d0549fb5800 for MGS 00000100:00100000:0.0:1789635588.178723:0:17091:0:(service.c:3188:ptlrpc_main()) ll_mgs_0002: service thread [ffff8d0572cf2400:17091] 2 exiting: rc = 0 00000100:00100000:2.0:1789635588.178870:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.178878:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.178885:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.178890:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.178896:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.178901:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.178908:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.178916:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.178922:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.178928:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.178933:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.178937:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.178942:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.178948:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.178965:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.178970:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.178985:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.178992:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.178997:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179003:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179008:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179013:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179018:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179023:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179028:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179034:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179040:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179045:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179051:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179057:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179063:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179068:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179073:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179078:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179083:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179087:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179093:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179098:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179104:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179110:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179115:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179119:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179124:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179130:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179136:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179141:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179146:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179151:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179169:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179184:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179189:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179194:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179199:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179204:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179209:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179215:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179219:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179224:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179231:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179236:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179241:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179246:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179251:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635588.179259:0:20669:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:2.0:1789635588.180277:0:20669:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8d04466898a0 - data ffff8d057b1f40d8/ffff8d0574355800 00000020:01000000:2.0:1789635588.180411:0:20669:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8d0446d25300 - data ffff8d057b285948/ffff8d044794dc00 00000020:00000080:2.0:1789635588.180954:0:20669:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa40ffd6 00000020:00000080:2.0:1789635588.180964:0:20669:0:(genops.c:885:class_export_put()) final put ffff8d05746d6000/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1789635588.181088:0:20669:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d054b800800 from MGS, refs=2 00000020:01000004:2.0:1789635588.181093:0:20669:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d054b800800 2 00000020:01000004:2.0:1789635588.181096:0:20669:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8d054b800800 from MGS 00000020:00000080:2.0:1789635588.181117:0:20669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789635588.181123:0:20669:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:2.0:1789635588.181126:0:20669:0:(genops.c:885:class_export_put()) final put ffff8d05746d7800/MGS 00000020:00000080:2.0:1789635588.181129:0:20669:0:(genops.c:844:class_export_destroy()) destroying export ffff8d05746d7800/MGS for MGS 00000020:01000000:2.0:1789635588.181134:0:20669:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:2.0:1789635588.181206:0:20669:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:2.0:1789635588.181211:0:20669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789635588.181216:0:20669:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789635588.181221:0:20669:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff8d0554283800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789635588.181226:0:20669:0:(genops.c:1552:class_disconnect_exports()) OBD device 11 (ffff8d04478a19c0) has exports, disconnecting them 00000020:00080000:2.0:1789635588.181231:0:20669:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff8d0554283800), last request at 1789635510 00000020:00000080:2.0:1789635588.181244:0:20669:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa4100d9 00000020:00080000:2.0:1789635588.181254:0:20669:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d0554283800): rc 0 00000020:00000080:2.0:1789635588.181259:0:20669:0:(genops.c:885:class_export_put()) final put ffff8d0554283800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1789635588.181778:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d05746d6000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1789635588.182432:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0554283800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1789635588.270737:0:20669:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1789635588.270747:0:20669:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789635588.270751:0:20669:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789635588.270758:0:20669:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789635588.270927:0:20669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789635588.270936:0:20669:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1789635588.270943:0:20669:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d054b800800 1 00000020:00000080:0.0:1789635588.270950:0:20669:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa40ffc8 00000020:00000080:0.0:1789635588.270958:0:20669:0:(genops.c:885:class_export_put()) final put ffff8d05746d2800/lustre-MDT0000-osd_UUID 00000020:01000000:0.0:1789635588.270964:0:20669:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1789635588.270968:0:20669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789635588.270982:0:20669:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789635588.270986:0:20669:0:(genops.c:1557:class_disconnect_exports()) OBD device 0 (ffff8d056f55cd40) has no exports 00000020:00000080:1.0:1789635588.271836:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d0554287800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1789635588.271846:0:37:0:(genops.c:885:class_export_put()) final put ffff8d0558824000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:1.0:1789635588.271849:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0558824000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:1.0:1789635588.271860:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:1.0:1789635588.271954:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d05746d2800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1789635588.303165:0:20669:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789635588.303179:0:20669:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:0.0:1789635588.303186:0:20669:0:(genops.c:885:class_export_put()) final put ffff8d054b804000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1789635588.303191:0:20669:0:(genops.c:844:class_export_destroy()) destroying export ffff8d054b804000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:0.0:1789635588.303198:0:20669:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:0.0:1789635588.303591:0:20669:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8d054b802000 00000020:02000400:0.0:1789635588.303750:0:20669:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0000 complete 00000100:00100000:2.0:1789635588.519867:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1876568427431424:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789635588.519935:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635588.519991:0:18607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427431424 00000100:00100000:2.0:1789635588.519999:0:18607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427431424 00000100:00100000:2.0:1789635588.520058:0:18607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789635588.520067:0:18607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1876568427431424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789635588.520097:0:18607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1789635588.520141:0:18607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1876568427431424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635588.520148:0:18607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:2.0:1789635588.520183:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789635588.520219:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1876568427431424:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789635589.028346:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789635589.028369:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1876568427431552:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789635589.028447:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635589.028551:0:17102:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427431552 00000100:00100000:0.0:1789635589.028560:0:17102:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427431552 00000100:00100000:0.0:1789635589.028638:0:17102:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1789635589.028646:0:17102:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3643:x1876568427431552:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:0.0:1789635589.028654:0:17102:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1789635589.028702:0:17102:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3643:x1876568427431552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 55us (254us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789635589.028709:0:17102:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:02020000:3.0:1789635589.028985:0:3643:0:(client.c:1505:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:3.0:1789635589.037106:0:3643:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1789635589.037114:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8d056f7cd000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1789635589.037119:0:3643:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1789635589.043989:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8d056f7cd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789635589.044002:0:3643:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 540 00000100:00080000:3.0:1789635589.044018:0:3643:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d056f7cd000 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:2.0:1789635589.044190:0:3643:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d05759cb480 x1876568427431680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789635589.044246:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1876568427431680:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:3.0:1789635589.044303:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635589.044390:0:17101:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427431680 00000100:00100000:1.0:1789635589.044406:0:17101:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427431680 00000100:00100000:1.0:1789635589.044440:0:17101:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1789635589.044447:0:17101:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3639:x1876568427431680:12345-0@lo:38:ptlrpcd_00_03.0 00010000:00020000:1.0:1789635589.044466:0:17101:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789635589.066983:0:17101:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3639:x1876568427431680:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 22528us (22672us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789635589.066999:0:17101:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00080000:3.0:1789635589.067178:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d056f7cd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789635589.067184:0:3639:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789635589.067188:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1876568427431680:0@lo:38:ptlrpcd_00_03.0 00010000:00010000:1.0:1789635589.155682:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789635590.052279:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789635590.052309:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427431808:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1789635590.052370:0:20237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789635590.052375:0:20237:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789635590.052379:0:20237:0:(import.c:65:import_set_state_nolock()) ffff8d056f7cd000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789635590.052387:0:20237:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 607 00000100:00100000:2.0:1789635590.052391:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789635590.052394:0:20237:0:(import.c:630:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789635590.052405:0:20237:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d056f7cd000 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:0.0:1789635590.052428:0:20237:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0574370e00 x1876568427432064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789635590.052454:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574370700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3640:1876568427431936:0@lo:400:kworker.0 00000400:00000100:2.0:1789635590.052493:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876568427431936 offset 0 length 224: 4 00000100:00100000:0.0:1789635590.052538:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574370e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1876568427432064:0@lo:38:kworker.0 00000100:00100000:0.0:1789635590.052574:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635590.052903:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447b5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3640:1876568427432576:0@lo:400:kworker.0 00000100:00100000:2.0:1789635590.052940:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635590.052961:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1789635590.052967:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1876568427432192:0@lo:400:kworker.0 00000100:00100000:2.0:1789635590.052990:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635590.053011:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3640:1876568427432704:0@lo:400:kworker.0 00000100:00100000:2.0:1789635590.053030:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635590.053062:0:18607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427431808 00000100:00100000:2.0:1789635590.053069:0:18607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427431808 00000100:00100000:2.0:1789635590.053118:0:18607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789635590.053127:0:18607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427431808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789635590.053168:0:18607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789635590.053212:0:18607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427431808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (825us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635590.053219:0:18607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789635590.053241:0:18189:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427432064 00000100:00100000:2.0:1789635590.053245:0:18189:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427432064 00000100:00100000:2.0:1789635590.053266:0:18189:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1789635590.053270:0:18189:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447976d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3639:x1876568427432064:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1789635590.053287:0:18189:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789635590.053325:0:18189:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447976d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3639:x1876568427432064:12345-0@lo:38:kworker.0 Request processed in 52us (751us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789635590.053333:0:18189:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1789635590.053359:0:17098:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427432576 00000100:00080000:0.0:1789635590.053363:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d056f7cd000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789635590.053369:0:3639:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789635590.053373:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574370e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1876568427432064:0@lo:38:kworker.0 00000100:00100000:2.0:1789635590.053376:0:17098:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427432576 00000100:00100000:2.0:1789635590.053411:0:17098:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427432704 00000100:00100000:2.0:1789635590.053414:0:17098:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427432704 00000100:00100000:0.0:1789635590.053422:0:17097:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1789635590.053431:0:17097:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1876568427432576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635590.053475:0:17097:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1876568427432576:12345-0@lo:400:kworker.0 Request processed in 46us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635590.053500:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447b5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3643:1876568427432448:0@lo:400:kworker.0 00000100:00100000:1.0:1789635590.053817:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635590.053838:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1789635590.053850:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574373480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3643:1876568427432320:0@lo:400:kworker.0 00000100:00100000:1.0:1789635590.053869:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635590.053883:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d04459ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3643:1876568427432832:0@lo:400:kworker.0 00000100:00100000:1.0:1789635590.053898:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635590.053923:0:20238:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427432448 00000100:00100000:1.0:1789635590.053926:0:20238:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427432448 00000100:00100000:2.0:1789635590.054119:0:17098:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427432320 00000100:00100000:2.0:1789635590.054127:0:17098:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427432320 00000100:00100000:2.0:1789635590.054138:0:17098:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427432832 00000100:00100000:2.0:1789635590.054150:0:17098:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427432832 00000100:00100000:2.0:1789635590.054167:0:17098:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1789635590.054172:0:17098:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1876568427432832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789635590.054211:0:17098:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1876568427432832:12345-0@lo:400:kworker.0 Request processed in 38us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635590.054217:0:17098:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1789635590.054229:0:17098:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789635590.054232:0:17098:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3640:x1876568427432704:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1789635590.054237:0:17098:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1789635590.054255:0:17098:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3640:x1876568427432704:12345-0@lo:400:kworker.0 Request processed in 22us (1225us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789635590.054261:0:17098:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789635590.054270:0:17098:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1789635590.054274:0:17098:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3643:x1876568427432320:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1789635590.054278:0:17098:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1789635590.054303:0:17098:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3643:x1876568427432320:12345-0@lo:400:kworker.0 Request processed in 28us (433us total) trans 0 rc -107/-107 00000100:00100000:2.0:1789635590.054308:0:17098:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1789635590.054325:0:18602:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427432192 00000100:00100000:2.0:1789635590.054328:0:18602:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427432192 00000100:00100000:2.0:1789635590.054354:0:18602:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789635590.054371:0:18602:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1876568427432192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789635590.054402:0:18602:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1876568427432192:12345-0@lo:400:kworker.0 Request processed in 42us (1410us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635590.054408:0:18602:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:2.0:1789635590.054428:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789635590.054437:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789635590.054439:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789635590.054492:0:3643:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1789635590.054497:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8d057b957000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789635590.054500:0:3643:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1789635590.054505:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8d057b957000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789635590.054508:0:3643:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 541 00000100:00080000:2.0:1789635590.054516:0:3643:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d057b957000 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:2.0:1789635590.054856:0:3643:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d05759c9c00 x1876568427432960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789635590.054878:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574373480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3643:1876568427432320:0@lo:400:kworker.0 00010000:00080000:2.0:1789635590.054894:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8d04459ea680 x1876568427432832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635606 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789635590.054905:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d04459ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3643:1876568427432832:0@lo:400:kworker.0 00000100:00100000:2.0:1789635590.054944:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3639:1876568427432960:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:2.0:1789635590.054974:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635590.055020:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427431808:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789635590.055046:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574370000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1876568427432192:0@lo:400:kworker.0 00000100:00080000:2.0:1789635590.055054:0:3640:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1789635590.055057:0:3640:0:(import.c:65:import_set_state_nolock()) ffff8d0447b18000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789635590.055061:0:3640:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1789635590.055065:0:3640:0:(import.c:65:import_set_state_nolock()) ffff8d0447b18000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789635590.055075:0:3640:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 567 00000100:00080000:2.0:1789635590.055086:0:3640:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d0447b18000 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:2.0:1789635590.055101:0:3640:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d05759c8a80 x1876568427433088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789635590.055117:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447b5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3640:1876568427432704:0@lo:400:kworker.0 00010000:00080000:2.0:1789635590.055131:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8d0447b5c380 x1876568427432576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635606 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789635590.055151:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447b5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3640:1876568427432576:0@lo:400:kworker.0 00000100:00100000:2.0:1789635590.055174:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3639:1876568427433088:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1789635590.055310:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635590.055339:0:17848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427432960 00000100:00100000:2.0:1789635590.055343:0:17848:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427432960 00000100:00100000:2.0:1789635590.055433:0:17848:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427433088 00000100:00100000:2.0:1789635590.055437:0:17848:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427433088 00000100:00100000:2.0:1789635590.055453:0:17848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1789635590.055457:0:17848:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3639:x1876568427432960:12345-0@lo:38:ptlrpcd_00_03.0 00010000:00020000:2.0:1789635590.055472:0:17848:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789635590.055517:0:17848:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3639:x1876568427432960:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 57us (542us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789635590.055536:0:17848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1789635590.055550:0:17848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1789635590.055553:0:17848:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3639:x1876568427433088:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:2.0:1789635590.055562:0:17848:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789635590.055585:0:17848:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3639:x1876568427433088:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 30us (276us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789635590.055625:0:17848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:2.0:1789635590.055653:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d0447b18000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789635590.055657:0:3639:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789635590.055660:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3639:1876568427433088:0@lo:38:ptlrpcd_00_00.0 00000100:00080000:2.0:1789635590.055667:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d057b957000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789635590.055670:0:3639:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789635590.055672:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3639:1876568427432960:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:0.0:1789635590.056804:0:17097:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1789635590.056835:0:20238:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1789635590.056847:0:20238:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3643:x1876568427432448:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1789635590.056855:0:20238:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1789635590.056915:0:20238:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3643:x1876568427432448:12345-0@lo:400:kworker.0 Request processed in 71us (3096us total) trans 0 rc -107/-107 00000100:00080000:2.0:1789635590.056931:0:3643:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1789635590.056937:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8d0445aae800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1789635590.056941:0:3643:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1789635590.056945:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8d0445aae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789635590.056949:0:3643:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 553 00000100:00080000:2.0:1789635590.056958:0:3643:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d0445aae800 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:2.0:1789635590.056982:0:3643:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d05759c9c00 x1876568427433216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789635590.057004:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447b5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3643:1876568427432448:0@lo:400:kworker.0 00000100:00100000:2.0:1789635590.057031:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3639:1876568427433216:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:2.0:1789635590.057062:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635590.057090:0:17096:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427433216 00000100:00100000:2.0:1789635590.057096:0:17096:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427433216 00000100:00100000:1.0:1789635590.057268:0:20238:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1789635590.067498:0:17096:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1789635590.067511:0:17096:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3639:x1876568427433216:12345-0@lo:38:ptlrpcd_00_03.0 00010000:00020000:2.0:1789635590.067535:0:17096:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1789635590.067645:0:17096:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3639:x1876568427433216:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 133us (10582us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789635590.067654:0:17096:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:2.0:1789635590.067703:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d0445aae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789635590.067709:0:3639:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789635590.067713:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3639:1876568427433216:0@lo:38:ptlrpcd_00_03.0 00010000:00010000:3.0:1789635590.181650:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1789635591.088541:0:19416:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789635591.088552:0:19416:0:(genops.c:885:class_export_put()) final put ffff8d0447792000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789635591.090712:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0447792000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1789635591.090771:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d0447790000 for lustre-OST0001 00000001:00100000:1.0:1789635591.096794:0:18599:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789635591.096803:0:18599:0:(genops.c:885:class_export_put()) final put ffff8d0447796800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789635591.096831:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0447796800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1789635591.096880:0:20237:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d0447797800 for lustre-OST0000 00010000:00010000:0.0:1789635591.208896:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789635592.019542:0:20870:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:2.0:1789635592.040899:0:20870:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:2.0:1789635592.040950:0:20870:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d05488fe800/0xb0c3a59caa4101c7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa4101ce expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635592.040965:0:20870:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d05488fe800/0xb0c3a59caa4101c7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa4101ce expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635592.040971:0:20870:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d05488fe800/0xb0c3a59caa4101c7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xb0c3a59caa4101ce expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635592.040979:0:20870:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.120@tcp lock: ffff8d05488fe800/0xb0c3a59caa4101c7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xb0c3a59caa4101ce expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635592.041003:0:20870:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1789635592.041007:0:20870:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1789635592.041028:0:20870:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789635592.041032:0:20870:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1789635592.041038:0:20870:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789635592.041043:0:20870:0:(import.c:65:import_set_state_nolock()) ffff8d057b957000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:2.0:1789635592.041048:0:20870:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789635592.041060:0:20870:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789635592.041063:0:20870:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1789635592.041955:0:20870:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e152800/0xb0c3a59caa410126 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41012d expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635592.041966:0:20870:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e152800/0xb0c3a59caa410126 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa41012d expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635592.041974:0:20870:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e152800/0xb0c3a59caa410126 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xb0c3a59caa41012d expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635592.041980:0:20870:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.120@tcp lock: ffff8d056e152800/0xb0c3a59caa410126 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xb0c3a59caa41012d expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635592.041996:0:20870:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789635592.042000:0:20870:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3c00/0xb0c3a59caa41041a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410421 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635592.042006:0:20870:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3c00/0xb0c3a59caa41041a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa410421 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635592.042012:0:20870:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3c00/0xb0c3a59caa41041a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xb0c3a59caa410421 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635592.042017:0:20870:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3c00/0xb0c3a59caa41041a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xb0c3a59caa410421 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635592.042023:0:20870:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1789635592.042028:0:20870:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0549f43200/0xb0c3a59caa4105be lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa4105c5 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635592.042046:0:20870:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0549f43200/0xb0c3a59caa4105be lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa4105c5 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635592.042052:0:20870:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0549f43200/0xb0c3a59caa4105be lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xb0c3a59caa4105c5 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635592.042058:0:20870:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.120@tcp lock: ffff8d0549f43200/0xb0c3a59caa4105be lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xb0c3a59caa4105c5 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635592.042066:0:20870:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:2.0:1789635592.042070:0:20870:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e152400/0xb0c3a59caa410118 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41011f expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635592.042076:0:20870:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e152400/0xb0c3a59caa410118 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa41011f expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635592.042081:0:20870:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e152400/0xb0c3a59caa410118 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xb0c3a59caa41011f expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635592.042086:0:20870:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.120@tcp lock: ffff8d056e152400/0xb0c3a59caa410118 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xb0c3a59caa41011f expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635592.042093:0:20870:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 10000000:01000000:2.0:1789635592.042096:0:20870:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:2.0:1789635592.042116:0:20870:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0001 00000020:01000000:2.0:1789635592.042120:0:20870:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:2.0:1789635592.042133:0:20870:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789635592.042139:0:20870:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:2.0:1789635592.042146:0:20870:0:(genops.c:1818:print_export_data()) lustre-MDT0001: ACTIVE ffff8d057b954000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789635592.042157:0:20870:0:(genops.c:1818:print_export_data()) lustre-MDT0001: ACTIVE ffff8d0445aaf800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789635592.042162:0:20870:0:(genops.c:1552:class_disconnect_exports()) OBD device 14 (ffff8d04478a3380) has exports, disconnecting them 00000020:00080000:2.0:1789635592.042166:0:20870:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8d057b954000), last request at 1789635590 00000020:00000080:2.0:1789635592.042171:0:20870:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa41040c 00000100:00080000:2.0:1789635592.042189:0:20870:0:(import.c:65:import_set_state_nolock()) ffff8d057b952000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1789635592.042235:0:20870:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d057b954000): rc 0 00000020:00000080:2.0:1789635592.042238:0:20870:0:(genops.c:885:class_export_put()) final put ffff8d057b954000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:2.0:1789635592.042255:0:20870:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8d0445aaf800), last request at 1789635590 00000020:00000080:2.0:1789635592.042258:0:20870:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa4102a7 00000100:00080000:2.0:1789635592.042262:0:20870:0:(import.c:65:import_set_state_nolock()) ffff8d0445aac800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1789635592.042269:0:20870:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d0445aaf800): rc 0 00000020:00000080:2.0:1789635592.042270:0:20870:0:(genops.c:885:class_export_put()) final put ffff8d0445aaf800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:2.0:1789635592.042277:0:20870:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffa6bb415cfae0 00000100:00080000:2.0:1789635592.042292:0:20870:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789635592.042301:0:20870:0:(client.c:3603:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff8d0574710a80 x1876568427431552/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789635605 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789635592.042315:0:20870:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00010000:00010000:3.0:1789635592.045076:0:17084:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1789635592.045089:0:17084:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8d05488fe800/0xb0c3a59caa4101c7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xb0c3a59caa4101ce expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635592.045101:0:17084:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488fe800 already unused, calling callback (ffffffffc1537c20) 10000000:00010000:3.0:1789635592.045106:0:17084:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8d05488fe800/0xb0c3a59caa4101c7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xb0c3a59caa4101ce expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635592.045116:0:17084:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8d05488fe800/0xb0c3a59caa4101c7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xb0c3a59caa4101ce expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789635592.045153:0:17084:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8d05488fe800/0xb0c3a59caa4101c7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xb0c3a59caa4101ce expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789635592.045159:0:17084:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789635592.045162:0:17084:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1789635592.045165:0:17084:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1789635592.045205:0:17084:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8d05488fe800/0xb0c3a59caa4101c7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xb0c3a59caa4101ce expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635592.045210:0:17084:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789635592.045234:0:17084:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8d05488fe800/0xb0c3a59caa4101c7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xb0c3a59caa4101ce expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635592.045242:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8d05488fe800/0xb0c3a59caa4101c7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xb0c3a59caa4101ce expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635592.045255:0:17084:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1789635592.045258:0:17084:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8d056e152800/0xb0c3a59caa410126 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xb0c3a59caa41012d expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635592.045263:0:17084:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e152800 already unused, calling callback (ffffffffc1537c20) 10000000:00010000:3.0:1789635592.045266:0:17084:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8d056e152800/0xb0c3a59caa410126 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xb0c3a59caa41012d expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635592.045273:0:17084:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8d056e152800/0xb0c3a59caa410126 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0xb0c3a59caa41012d expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789635592.045279:0:17084:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8d056e152800/0xb0c3a59caa410126 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0xb0c3a59caa41012d expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789635592.045293:0:17084:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789635592.045295:0:17084:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:3.0:1789635592.045297:0:17084:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:3.0:1789635592.045307:0:17084:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8d056e152800/0xb0c3a59caa410126 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xb0c3a59caa41012d expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635592.045312:0:17084:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789635592.045326:0:17084:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8d056e152800/0xb0c3a59caa410126 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xb0c3a59caa41012d expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635592.045333:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8d056e152800/0xb0c3a59caa410126 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xb0c3a59caa41012d expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635592.045341:0:17084:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1789635592.045344:0:17084:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3c00/0xb0c3a59caa41041a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xb0c3a59caa410421 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635592.045349:0:17084:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a3c00 already unused, calling callback (ffffffffc1537c20) 10000000:00010000:3.0:1789635592.045352:0:17084:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3c00/0xb0c3a59caa41041a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xb0c3a59caa410421 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635592.045359:0:17084:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3c00/0xb0c3a59caa41041a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xb0c3a59caa410421 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789635592.045366:0:17084:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3c00/0xb0c3a59caa41041a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xb0c3a59caa410421 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789635592.045371:0:17084:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1789635592.045373:0:17084:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:3.0:1789635592.045378:0:17084:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1789635592.045388:0:17084:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3c00/0xb0c3a59caa41041a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xb0c3a59caa410421 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635592.045393:0:17084:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789635592.045398:0:17084:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3c00/0xb0c3a59caa41041a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xb0c3a59caa410421 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635592.045405:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3c00/0xb0c3a59caa41041a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xb0c3a59caa410421 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635592.045415:0:17084:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789635592.045419:0:17084:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8d0549f43200/0xb0c3a59caa4105be lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xb0c3a59caa4105c5 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635592.045424:0:17084:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0549f43200 already unused, calling callback (ffffffffc1537c20) 10000000:00010000:3.0:1789635592.045427:0:17084:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8d0549f43200/0xb0c3a59caa4105be lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xb0c3a59caa4105c5 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635592.045433:0:17084:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8d0549f43200/0xb0c3a59caa4105be lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xb0c3a59caa4105c5 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789635592.045440:0:17084:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8d0549f43200/0xb0c3a59caa4105be lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xb0c3a59caa4105c5 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789635592.045445:0:17084:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1789635592.045447:0:17084:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1789635592.045448:0:17084:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1789635592.045455:0:17084:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8d0549f43200/0xb0c3a59caa4105be lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xb0c3a59caa4105c5 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635592.045460:0:17084:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789635592.045469:0:17084:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8d0549f43200/0xb0c3a59caa4105be lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xb0c3a59caa4105c5 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635592.045476:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8d0549f43200/0xb0c3a59caa4105be lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xb0c3a59caa4105c5 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635592.045483:0:17084:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789635592.045486:0:17084:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8d056e152400/0xb0c3a59caa410118 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xb0c3a59caa41011f expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635592.045491:0:17084:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e152400 already unused, calling callback (ffffffffc1537c20) 10000000:00010000:3.0:1789635592.045494:0:17084:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8d056e152400/0xb0c3a59caa410118 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xb0c3a59caa41011f expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635592.045500:0:17084:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8d056e152400/0xb0c3a59caa410118 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xb0c3a59caa41011f expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789635592.045506:0:17084:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8d056e152400/0xb0c3a59caa410118 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xb0c3a59caa41011f expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789635592.045511:0:17084:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1789635592.045513:0:17084:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1789635592.045515:0:17084:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1789635592.045525:0:17084:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8d056e152400/0xb0c3a59caa410118 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xb0c3a59caa41011f expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635592.045530:0:17084:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789635592.045534:0:17084:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8d056e152400/0xb0c3a59caa410118 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xb0c3a59caa41011f expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635592.045539:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8d056e152400/0xb0c3a59caa410118 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xb0c3a59caa41011f expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635592.045556:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635592.045558:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635592.045559:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789635592.045580:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3643:1876568427433344:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789635592.045664:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635592.045708:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3643:1876568427433856:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789635592.045727:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635592.045744:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1876568427431552:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789635592.045764:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789635592.045769:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3643:1876568427433728:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789635592.045784:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635592.045807:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3640:1876568427433472:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789635592.045823:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635592.045836:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789635592.045841:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3640:1876568427433600:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789635592.045856:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635592.045874:0:20123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427433344 00000100:00100000:3.0:1789635592.045881:0:20123:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427433344 00000100:00100000:3.0:1789635592.045904:0:20123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427433856 00000100:00100000:3.0:1789635592.045906:0:20123:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427433856 00000100:00100000:3.0:1789635592.045912:0:20123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427433728 00000100:00100000:3.0:1789635592.045914:0:20123:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427433728 00000100:00100000:3.0:1789635592.045920:0:20123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427433472 00000100:00100000:3.0:1789635592.045922:0:20123:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427433472 00000100:00100000:3.0:1789635592.045927:0:20123:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427433600 00000100:00100000:3.0:1789635592.045929:0:20123:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427433600 00000100:00100000:3.0:1789635592.045946:0:20123:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789635592.045952:0:20123:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574712d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3643:x1876568427433344:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1789635592.045958:0:20123:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789635592 with bad export cookie 12737206263423762418 00000020:00000080:1.0:1789635592.046849:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057b954000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:1.0:1789635592.046900:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0445aaf800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:1.0:1789635592.046918:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d057b952000 for lustre-MDT0001 00000020:00000080:1.0:1789635592.046923:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d0445aac800 for lustre-MDT0001 00000100:00100000:1.0:1789635592.046960:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789635592.046967:0:17083:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574712a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3643:x1876568427433856:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1789635592.046973:0:17083:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789635592 with bad export cookie 12737206263423762418 00000100:00100000:1.0:1789635592.047031:0:17083:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574712a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3643:x1876568427433856:12345-0@lo:103:ldlm_bl.0 Request processed in 63us (1302us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789635592.047048:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789635592.047066:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789635592.047070:0:17083:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574710a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3643:x1876568427433728:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1789635592.047074:0:17083:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789635592 with bad export cookie 12737206263423762418 00000100:00100000:1.0:1789635592.047095:0:17083:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574710a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3643:x1876568427433728:12345-0@lo:103:ldlm_bl.0 Request processed in 24us (1310us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789635592.047100:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789635592.047108:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789635592.047112:0:17083:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574713480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3640:x1876568427433472:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1789635592.047115:0:17083:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789635592 with bad export cookie 12737206263423762418 00000100:00100000:1.0:1789635592.047151:0:17083:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574713480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3640:x1876568427433472:12345-0@lo:103:ldlm_bl.0 Request processed in 38us (1327us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789635592.047156:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789635592.047167:0:17083:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789635592.047170:0:17083:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447afb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3640:x1876568427433600:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1789635592.047174:0:17083:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789635592 with bad export cookie 12737206263423762418 00000100:00100000:1.0:1789635592.047192:0:17083:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447afb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3640:x1876568427433600:12345-0@lo:103:ldlm_bl.0 Request processed in 21us (1335us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789635592.047197:0:17083:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:1.0:1789635592.047236:0:3643:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.120@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1789635592.047241:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8d057b74d800 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1789635592.047244:0:3643:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.120@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1789635592.047905:0:20870:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789635592.047911:0:20870:0:(import.c:65:import_set_state_nolock()) ffff8d056f7cd000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:2.0:1789635592.047954:0:3640:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.120@tcp of MGS@0@lo abruptly disconnected: reconnecting 00010000:00010000:0.0:1789635592.048013:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789635592.057852:0:20123:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574712d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3643:x1876568427433344:12345-0@lo:103:ldlm_bl.0 Request processed in 11893us (12183us total) trans 0 rc -107/-107 00000100:00100000:3.0:1789635592.057866:0:20123:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00080000:3.0:1789635592.065395:0:20870:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789635592.065404:0:20870:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934594 gen 3 00000004:00080000:3.0:1789635592.065427:0:20870:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1789635592.065487:0:20870:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1789635592.065516:0:20870:0:(import.c:65:import_set_state_nolock()) ffff8d04478c5800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1789635592.065533:0:20870:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789635592.065535:0:20870:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1789635592.065543:0:20870:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1789635592.065622:0:20870:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1789635592.065631:0:20870:0:(import.c:65:import_set_state_nolock()) ffff8d057b5c7800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1789635592.065669:0:20870:0:(genops.c:1557:class_disconnect_exports()) OBD device 14 (ffff8d04478a3380) has no exports 00000100:00100000:3.0:1789635592.067300:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1876568427433984:0@lo:9:umount.0 00000100:00100000:3.0:1789635592.067367:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635592.067399:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1876568427434112:0@lo:9:umount.0 00000100:00100000:3.0:1789635592.067421:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635592.067463:0:18696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427433984 00000100:00100000:3.0:1789635592.067471:0:18696:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427433984 00000100:00100000:3.0:1789635592.067518:0:18696:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427434112 00000100:00100000:3.0:1789635592.067521:0:18696:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427434112 00000100:00100000:3.0:1789635592.067542:0:18696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789635592.067551:0:18696:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1876568427433984:12345-0@lo:9:umount.0 00000020:00000080:3.0:1789635592.067574:0:18696:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa41039c 00000100:00080000:3.0:1789635592.067592:0:18696:0:(import.c:65:import_set_state_nolock()) ffff8d0447ba3800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789635592.067649:0:18696:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1789635592.067780:0:18696:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574713480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+2:3639:x1876568427433984:12345-0@lo:9:umount.0 Request processed in 229us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635592.067787:0:18696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789635592.067803:0:18696:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789635592.067810:0:18696:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1876568427434112:12345-0@lo:9:umount.0 00000020:00000080:3.0:1789635592.067821:0:18696:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa41043d 00000100:00080000:3.0:1789635592.067826:0:18696:0:(import.c:65:import_set_state_nolock()) ffff8d0447793800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789635592.067847:0:18696:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1789635592.067916:0:18696:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+2:3639:x1876568427434112:12345-0@lo:9:umount.0 Request processed in 106us (494us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635592.067923:0:18696:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00010000:00010000:3.0:1789635592.067940:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789635592.067964:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d04478c5800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1789635592.067974:0:3639:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1789635592.067976:0:3639:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789635592.067980:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1876568427433984:0@lo:9:umount.0 00000100:00080000:3.0:1789635592.067990:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d057b5c7800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1789635592.067993:0:3639:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1789635592.067995:0:3639:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789635592.067997:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1876568427434112:0@lo:9:umount.0 00000100:00080000:1.0:1789635592.069086:0:3643:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.203.120@tcp not replayable, auto-deactivating 00000100:00080000:1.0:1789635592.069091:0:3643:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1789635592.069098:0:3643:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d0574370700 x1876568427431936/t0(0) o400->MGC192.168.203.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789635606 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789635592.069135:0:3643:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d0574711c00 x1876568427433344/t0(0) o103->MGC192.168.203.120@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789635608 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789635592.069145:0:3643:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d0574711f80 x1876568427433856/t0(0) o103->MGC192.168.203.120@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789635608 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789635592.069153:0:3643:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d0574712680 x1876568427433728/t0(0) o103->MGC192.168.203.120@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789635608 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789635592.069162:0:3643:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d0574712300 x1876568427433472/t0(0) o103->MGC192.168.203.120@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789635608 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789635592.069170:0:3643:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d0574710380 x1876568427433600/t0(0) o103->MGC192.168.203.120@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789635608 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1789635592.069178:0:3643:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1789635592.069181:0:3643:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1789635592.069182:0:3643:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00010000:00010000:0.0:1789635592.069382:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789635592.069444:0:3640:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff8d057b74d800 already not connected (conn 1, was 1): DISCONN 00000100:00080000:2.0:1789635592.069468:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789635592.069473:0:17092:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789635592.069494:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574712300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3640:1876568427433472:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789635592.069503:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574370700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3640:1876568427431936:0@lo:400:kworker.0 00000100:00100000:2.0:1789635592.069523:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3640:1876568427433600:0@lo:103:ldlm_bl.0 00000100:00080000:1.0:1789635592.069566:0:3643:0:(import.c:65:import_set_state_nolock()) ffff8d057b74d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789635592.069572:0:3643:0:(import.c:545:import_select_connection()) MGC192.168.203.120@tcp: connect to NID 0@lo last attempt 529 00000100:00080000:1.0:1789635592.069582:0:3643:0:(import.c:666:import_select_connection()) MGC192.168.203.120@tcp: import ffff8d057b74d800 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:0.0:1789635592.069839:0:3643:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0447976680 x1876568427434240/t0(0) o250->MGC192.168.203.120@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789635592.069887:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447976680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3639:1876568427434240:0@lo:250:ptlrpcd_00_03.0 00000400:00000100:3.0:1789635592.069922:0:3639:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876568427434240 offset 0 length 520: 4 00000100:00100000:0.0:1789635592.069975:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3643:1876568427433344:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789635592.069982:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3643:1876568427433856:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789635592.069999:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3643:1876568427433728:0@lo:103:ldlm_bl.0 00000020:00080000:3.0:1789635592.075511:0:20870:0:(genops.c:1557:class_disconnect_exports()) OBD device 14 (ffff8d04478a3380) has no exports 00000020:01000000:2.0:1789635592.122783:0:20870:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8d0565532ae0 - data ffff8d057b06c948/ffff8d0565594400 00000020:01000000:2.0:1789635592.122976:0:20870:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8d05655327e0 - data ffff8d057b1611b0/ffff8d0565591000 00000001:00000004:2.0:1789635592.131999:0:20870:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:2.0:1789635592.183849:0:20870:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789635592.183857:0:20870:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789635592.183864:0:20870:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1789635592.185785:0:20870:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1789635592.185792:0:20870:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934594 gen 4 00000004:00080000:2.0:1789635592.185804:0:20870:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789635592.185807:0:20870:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1789635592.186480:0:17836:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1789635592.186486:0:17836:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:0.0:1789635592.186496:0:17836:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1789635592.187024:0:20870:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1789635592.187028:0:20870:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:2.0:1789635592.187097:0:20870:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789635592.187100:0:20870:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1789635592.191148:0:17838:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1789635592.191158:0:17838:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1789635592.191174:0:17838:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:2.0:1789635592.192908:0:20870:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa41013b 00000020:00000080:2.0:1789635592.192920:0:20870:0:(genops.c:885:class_export_put()) final put ffff8d057b5c8800/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1789635592.193647:0:20870:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa410150 00000020:00000080:2.0:1789635592.193653:0:20870:0:(genops.c:885:class_export_put()) final put ffff8d057b5cc800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1789635592.193659:0:20870:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:2.0:1789635592.193664:0:20870:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789635592.193673:0:20870:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1789635592.193677:0:20870:0:(genops.c:1557:class_disconnect_exports()) OBD device 13 (ffff8d04478a4d40) has no exports 00000004:01000000:2.0:1789635592.193825:0:20870:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1789635592.193833:0:20870:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa4101a4 00000020:00000080:2.0:1789635592.193837:0:20870:0:(genops.c:885:class_export_put()) final put ffff8d0542ecb800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1789635592.193841:0:20870:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:2.0:1789635592.193844:0:20870:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789635592.193848:0:20870:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1789635592.193850:0:20870:0:(genops.c:1557:class_disconnect_exports()) OBD device 18 (ffff8d0446468000) has no exports 00000020:00000080:2.0:1789635592.193855:0:20870:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa41019d 00000020:00000080:2.0:1789635592.193859:0:20870:0:(genops.c:885:class_export_put()) final put ffff8d057b5c1000/lustre-MDT0001-osd_UUID 00010000:01000000:2.0:1789635592.194199:0:20870:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:2.0:1789635592.194204:0:20870:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1789635592.194208:0:20870:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:2.0:1789635592.194213:0:20870:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789635592.194215:0:20870:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789635592.194242:0:20870:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789635592.194248:0:20870:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789635592.194253:0:20870:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa41018f 00000020:00000080:2.0:1789635592.194257:0:20870:0:(genops.c:885:class_export_put()) final put ffff8d04478c6000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1789635592.194261:0:20870:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:2.0:1789635592.194264:0:20870:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789635592.194267:0:20870:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1789635592.194270:0:20870:0:(genops.c:1557:class_disconnect_exports()) OBD device 17 (ffff8d04464699c0) has no exports 00000020:00000080:2.0:1789635592.194273:0:20870:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa410181 00000020:00000080:2.0:1789635592.194276:0:20870:0:(genops.c:885:class_export_put()) final put ffff8d04478c7000/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1789635592.194537:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057b5c8800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1789635592.195943:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057b5cc800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:1.0:1789635592.195954:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0542ecb800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:1.0:1789635592.195959:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057b5c1000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1789635592.195965:0:20237:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d057b5c7800 for lustre-OST0001-osc-MDT0001 00000020:00000080:1.0:1789635592.195975:0:20237:0:(genops.c:885:class_export_put()) final put ffff8d04478c1800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789635592.195978:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d04478c1800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:1.0:1789635592.195982:0:20237:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1789635592.196080:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d04478c6000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:1.0:1789635592.196085:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d04478c7000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:2.0:1789635592.199856:0:20870:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:2.0:1789635592.199864:0:20870:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1789635592.199868:0:20870:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934594 gen 5 00000004:00080000:2.0:1789635592.199877:0:20870:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1789635592.199879:0:20870:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789635592.199924:0:20870:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789635592.199933:0:20870:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:2.0:1789635592.199947:0:20870:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:2.0:1789635592.199954:0:20870:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa410173 00000020:00000080:2.0:1789635592.199964:0:20870:0:(genops.c:885:class_export_put()) final put ffff8d04478c0800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1789635592.199970:0:20870:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:2.0:1789635592.199976:0:20870:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789635592.199980:0:20870:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1789635592.199984:0:20870:0:(genops.c:1557:class_disconnect_exports()) OBD device 16 (ffff8d044646cd40) has no exports 00000020:00000080:2.0:1789635592.199990:0:20870:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa41016c 00000020:00000080:2.0:1789635592.199993:0:20870:0:(genops.c:885:class_export_put()) final put ffff8d056f7ce800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1789635592.201277:0:20237:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d04478c5800 for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1789635592.201291:0:20237:0:(genops.c:885:class_export_put()) final put ffff8d04478c4800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789635592.201295:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d04478c4800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:0.0:1789635592.201314:0:20237:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789635592.201396:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d04478c0800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1789635592.201402:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d056f7ce800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1789635592.209219:0:20870:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:0.0:1789635592.209227:0:20870:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789635592.209232:0:20870:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789635592.209239:0:20870:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789635592.209301:0:20870:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789635592.209312:0:20870:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789635592.209338:0:20870:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789635592.209342:0:20870:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789635592.209347:0:20870:0:(genops.c:885:class_export_put()) final put ffff8d0550101000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789635592.209437:0:20237:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d056f7cd000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1789635592.209445:0:20237:0:(genops.c:885:class_export_put()) final put ffff8d056f6f7800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789635592.209448:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d056f6f7800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:1.0:1789635592.209455:0:20237:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789635592.211314:0:20870:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0550101000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:0.0:1789635592.211328:0:20870:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789635592.211655:0:20870:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa410157 00000020:00000080:0.0:1789635592.211663:0:20870:0:(genops.c:885:class_export_put()) final put ffff8d057b5c9000/lustre-MDD0001_UUID 00000020:01000000:0.0:1789635592.211678:0:20870:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:0.0:1789635592.211683:0:20870:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789635592.211691:0:20870:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789635592.211695:0:20870:0:(genops.c:1557:class_disconnect_exports()) OBD device 15 (ffff8d04478a0000) has no exports 00000020:00000080:0.0:1789635592.211718:0:20870:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789635592.211724:0:20870:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:0.0:1789635592.211727:0:20870:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa41015e 00000020:00000080:0.0:1789635592.211731:0:20870:0:(genops.c:885:class_export_put()) final put ffff8d057b5c9800/lustre-MDT0001-osd_UUID 00000020:01000004:0.0:1789635592.211739:0:20870:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d0550104800 from lustre-MDT0001, refs=2 00000020:01000004:0.0:1789635592.211742:0:20870:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d0550104800 2 00000020:01000004:0.0:1789635592.211745:0:20870:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8d0550104800 from lustre-MDT0001 00000020:00000080:0.0:1789635592.211762:0:20870:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789635592.211765:0:20870:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:0.0:1789635592.211767:0:20870:0:(genops.c:885:class_export_put()) final put ffff8d057b5cc000/lustre-MDT0001_UUID 00000020:00000080:0.0:1789635592.211770:0:20870:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057b5cc000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:0.0:1789635592.211790:0:20870:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:0.0:1789635592.211819:0:20870:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:0.0:1789635592.211823:0:20870:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:0.0:1789635592.211825:0:20870:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789635592.211829:0:20870:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789635592.211835:0:20870:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff8d057b950800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789635592.211840:0:20870:0:(genops.c:1552:class_disconnect_exports()) OBD device 19 (ffff8d05759219c0) has exports, disconnecting them 00000020:00080000:0.0:1789635592.211844:0:20870:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff8d057b950800), last request at 1789635522 00000020:00000080:0.0:1789635592.211848:0:20870:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa4101dc 00000020:00080000:0.0:1789635592.211862:0:20870:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d057b950800): rc 0 00000020:00000080:0.0:1789635592.211866:0:20870:0:(genops.c:885:class_export_put()) final put ffff8d057b950800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1789635592.212462:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057b5c9000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:1.0:1789635592.212469:0:20237:0:(genops.c:885:class_export_put()) final put ffff8d057b5cf000/lustre-MDD0001_UUID 00000020:00000080:1.0:1789635592.212471:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057b5cf000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:1.0:1789635592.212475:0:20237:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:1.0:1789635592.212624:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057b5c9800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1789635592.212630:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057b950800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:0.0:1789635592.232198:0:20870:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:0.0:1789635592.232208:0:20870:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789635592.232213:0:20870:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789635592.232219:0:20870:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789635592.232679:0:20870:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789635592.232699:0:20870:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:0.0:1789635592.232705:0:20870:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d0550104800 1 00000020:00000080:0.0:1789635592.232712:0:20870:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa410103 00000020:00000080:0.0:1789635592.232719:0:20870:0:(genops.c:885:class_export_put()) final put ffff8d05677ec000/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1789635592.232932:0:20237:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d057b957000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1789635592.232942:0:20237:0:(genops.c:885:class_export_put()) final put ffff8d057b957800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:1.0:1789635592.232945:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057b957800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:1.0:1789635592.232955:0:20237:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000000:0.0:1789635592.233281:0:20870:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:0.0:1789635592.233287:0:20870:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789635592.233292:0:20870:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789635592.233296:0:20870:0:(genops.c:1557:class_disconnect_exports()) OBD device 12 (ffff8d0574728000) has no exports 00000020:00000080:1.0:1789635592.235514:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d05677ec000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:00010000:2.0:1789635592.279462:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1789635592.291890:0:20870:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789635592.291906:0:20870:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:0.0:1789635592.291913:0:20870:0:(genops.c:885:class_export_put()) final put ffff8d056f451800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1789635592.291917:0:20870:0:(genops.c:844:class_export_destroy()) destroying export ffff8d056f451800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:0.0:1789635592.291927:0:20870:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:0.0:1789635592.292074:0:20870:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8d056f452000 00000020:01000000:0.0:1789635592.292108:0:20870:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:0.0:1789635592.292112:0:20870:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789635592.292116:0:20870:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1789635592.292121:0:20870:0:(genops.c:1557:class_disconnect_exports()) OBD device 3 (ffff8d056f558000) has no exports 00000100:00100000:1.0:1789635592.292243:0:17097:0:(service.c:3188:ptlrpc_main()) mdt00_001: service thread [ffff8d057b677c00:17097] 1 exiting: rc = 0 00000100:00100000:1.0:1789635592.292339:0:20238:0:(service.c:3188:ptlrpc_main()) mdt00_004: service thread [ffff8d04486c7000:20238] 4 exiting: rc = 0 00000100:00100000:2.0:1789635592.292485:0:17848:0:(service.c:3188:ptlrpc_main()) mdt00_003: service thread [ffff8d056561b600:17848] 3 exiting: rc = 0 00000100:00100000:3.0:1789635592.292506:0:17098:0:(service.c:3188:ptlrpc_main()) mdt00_002: service thread [ffff8d0575848c00:17098] 2 exiting: rc = 0 00000100:00100000:2.0:1789635592.292554:0:17096:0:(service.c:3188:ptlrpc_main()) mdt00_000: service thread [ffff8d057b720a00:17096] 0 exiting: rc = 1 00000100:00100000:0.0:1789635592.293940:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.293951:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.293959:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.293966:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.293973:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.293979:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.293985:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.293993:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294004:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294012:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294022:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294028:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294039:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294048:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294054:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294059:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294178:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294188:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294196:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294254:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294264:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294270:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294277:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294283:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294290:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294296:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294302:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294309:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294315:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294322:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294330:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294353:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294358:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294364:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294370:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294377:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294383:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294390:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294396:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294404:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294411:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294418:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294425:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294545:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294638:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294643:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294649:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294655:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294661:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294666:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294671:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294677:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294683:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294751:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294762:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294773:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294782:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294791:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294800:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294808:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294818:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294829:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294839:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.294849:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.301528:0:17099:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff8d057b676200:17099] 0 exiting: rc = 1 00000100:00100000:2.0:1789635592.301848:0:17100:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff8d057b676e00:17100] 1 exiting: rc = 0 00000100:00100000:0.0:1789635592.303403:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303419:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303440:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303446:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303451:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303456:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303461:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303465:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303472:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303477:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303482:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303487:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303492:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303500:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303506:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303514:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303521:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303527:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303534:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303541:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303547:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303555:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303562:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303570:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303576:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303583:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303591:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303685:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303693:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303698:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303702:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303708:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303720:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303726:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303731:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303736:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303741:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303755:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303761:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303766:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303772:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303788:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303795:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303801:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303807:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303812:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303817:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303824:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303831:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303837:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303841:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303846:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303851:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303928:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303933:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303938:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303943:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303948:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303954:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303960:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303965:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303970:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303974:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.303979:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635592.306330:0:17101:0:(service.c:3188:ptlrpc_main()) mdt_out00_000: service thread [ffff8d057b91ae00:17101] 0 exiting: rc = 1 00000100:00100000:1.0:1789635592.306356:0:18189:0:(service.c:3188:ptlrpc_main()) mdt_out00_002: service thread [ffff8d0565414800:18189] 2 exiting: rc = 0 00000100:00100000:2.0:1789635592.306449:0:17102:0:(service.c:3188:ptlrpc_main()) mdt_out00_001: service thread [ffff8d0572cf2c00:17102] 1 exiting: rc = 0 00000100:00100000:0.0:1789635592.306500:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306508:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306514:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306521:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306526:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306531:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306537:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306551:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306567:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306572:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306578:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306585:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306592:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306662:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306670:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306676:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306682:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306688:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306694:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306717:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306724:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306730:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306737:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306743:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306749:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306755:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306761:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306769:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306851:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306935:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306943:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306965:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306973:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306979:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306985:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306991:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.306997:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.307002:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.307009:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.307015:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.307020:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.307026:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.307032:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.307061:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.307068:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.307074:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.307080:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.307086:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.307164:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.307173:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.307180:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.307186:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.307191:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.307197:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.307204:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.307224:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.307231:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.307237:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.307243:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.307250:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.307256:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.307262:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.307267:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.307519:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.327197:0:17103:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0000: service thread [ffff8d057b91ba00:17103] 0 exiting: rc = 1 00000100:00100000:2.0:1789635592.327230:0:17104:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0001: service thread [ffff8d0549fc0a00:17104] 1 exiting: rc = 0 00000100:00100000:1.0:1789635592.327358:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327366:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327371:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327378:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327386:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327394:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327403:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327420:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327425:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327430:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327436:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327441:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327446:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327451:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327457:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327462:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327468:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327474:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327479:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327485:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327490:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327494:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327499:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327504:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327509:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327513:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327518:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327523:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327528:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327533:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327538:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327543:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327548:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327553:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327559:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327565:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327570:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327576:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327582:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327587:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.327592:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.331205:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.331231:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.331235:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.331240:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.331246:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.331251:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.331256:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.331261:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.331266:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.331271:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.331276:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.331280:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.331285:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.331291:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.331296:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.331301:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.331306:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.331311:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.331315:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.331319:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.331324:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.331328:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.331332:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.332739:0:17106:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0001: service thread [ffff8d0549fc0800:17106] 1 exiting: rc = 0 00000100:00100000:2.0:1789635592.332963:0:17105:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0000: service thread [ffff8d0549fc1400:17105] 0 exiting: rc = 1 00000100:00100000:1.0:1789635592.333067:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333074:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333080:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333085:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333090:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333096:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333100:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333106:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333111:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333117:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333133:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333140:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333144:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333159:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333165:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333170:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333175:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333179:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333185:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333190:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333196:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333201:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333206:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333211:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333216:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333222:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333227:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333231:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333236:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333242:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333247:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333252:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333257:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333262:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333267:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333273:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333277:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333283:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333289:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333294:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333299:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333304:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333309:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333315:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333320:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333324:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333329:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333333:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333346:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333351:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333355:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333360:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333364:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333368:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333373:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333378:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333383:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333388:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333392:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333397:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333401:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333405:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333410:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333415:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.333767:0:17107:0:(service.c:3188:ptlrpc_main()) mdt_fld_0000: service thread [ffff8d0549fc1e00:17107] 0 exiting: rc = 1 00000100:00100000:2.0:1789635592.333871:0:17108:0:(service.c:3188:ptlrpc_main()) mdt_fld_0001: service thread [ffff8d0549fc1800:17108] 1 exiting: rc = 0 00000100:00100000:1.0:1789635592.333951:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333957:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333962:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333967:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333972:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333977:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333982:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333986:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333991:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.333995:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334000:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334005:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334009:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334014:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334018:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334023:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334028:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334033:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334038:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334052:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334057:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334062:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334066:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334070:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334075:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334079:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334083:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334088:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334092:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334096:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334101:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334105:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334110:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334115:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334120:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334136:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334141:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334146:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334151:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334157:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334162:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334167:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334172:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334177:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334182:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334187:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334192:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334197:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334202:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334208:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334213:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334218:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334222:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334227:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334239:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334245:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334250:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334255:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334259:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334265:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334269:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334275:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334280:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.334284:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635592.335146:0:17109:0:(service.c:3188:ptlrpc_main()) mdt_io00_000: service thread [ffff8d0549fc0c00:17109] 0 exiting: rc = 1 00000100:00100000:1.0:1789635592.335345:0:17111:0:(service.c:3188:ptlrpc_main()) mdt_io00_002: service thread [ffff8d0549fc1600:17111] 2 exiting: rc = 0 00000100:00100000:2.0:1789635592.335571:0:17110:0:(service.c:3188:ptlrpc_main()) mdt_io00_001: service thread [ffff8d0549fc1a00:17110] 1 exiting: rc = 0 00000100:00100000:1.0:1789635592.335690:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335696:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335701:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335706:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335711:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335716:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335728:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335734:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335739:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335744:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335749:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335755:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335761:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335766:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335772:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335777:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335783:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335788:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335793:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335799:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335804:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335810:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335816:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335832:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335846:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335852:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335858:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335863:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335868:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335873:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335878:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335883:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335887:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335892:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335897:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335902:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335907:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335912:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335918:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335923:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335928:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335933:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335938:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335943:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335948:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335952:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335957:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335975:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335981:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335985:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335990:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.335995:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.336001:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.336006:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.336011:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.336016:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.336021:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.336026:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.336031:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.336043:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.336049:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.336054:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.336059:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635592.336064:0:20870:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1789635592.340215:0:20870:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789635592.340229:0:20870:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:1.0:1789635592.340235:0:20870:0:(genops.c:885:class_export_put()) final put ffff8d057b749800/MDS_uuid 00000020:00000080:1.0:1789635592.340239:0:20870:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057b749800/MDS_uuid for MDS 00000020:01000000:1.0:1789635592.340245:0:20870:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:1.0:1789635592.340382:0:20870:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:0.0:1789635593.317829:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635594.339740:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789635595.172666:0:20237:0:(pinger.c:229:ptlrpc_pinger_process_import()) e3d8f284-7347-44bd-9697-6e3097b3c5ae->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789635595.172679:0:20237:0:(pinger.c:247:ptlrpc_pinger_process_import()) e3d8f284-7347-44bd-9697-6e3097b3c5ae->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789635595.172682:0:20237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789635595.172687:0:20237:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789635595.172692:0:20237:0:(import.c:65:import_set_state_nolock()) ffff8d0445aae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789635595.172707:0:20237:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 608 00000100:00080000:0.0:1789635595.172716:0:20237:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789635595.172731:0:20237:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d0445aae800 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:0.0:1789635595.172785:0:20237:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0447976d80 x1876568427434368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789635595.172844:0:20237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789635595.172848:0:20237:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1789635595.172850:0:20237:0:(import.c:65:import_set_state_nolock()) ffff8d0447b18000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789635595.172854:0:20237:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 608 00000100:00080000:0.0:1789635595.172856:0:20237:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789635595.172861:0:20237:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d0447b18000 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:0.0:1789635595.172871:0:20237:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0447977b80 x1876568427434624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789635595.172912:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447977480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3640:1876568427434496:0@lo:400:kworker.0 00000400:00000100:0.0:1789635595.172972:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876568427434496 offset 0 length 224: 4 00000100:00100000:0.0:1789635595.173032:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789635595.173037:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447974a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3640:1876568427434752:0@lo:400:kworker.0 00000400:00000100:0.0:1789635595.173051:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876568427434752 offset 0 length 224: 4 00000100:00100000:2.0:1789635595.173968:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447976d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3639:1876568427434368:0@lo:38:kworker.0 00000400:00000100:2.0:1789635595.174014:0:3639:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876568427434368 offset 0 length 520: 4 00000100:00100000:2.0:1789635595.174048:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447977b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3639:1876568427434624:0@lo:38:kworker.0 00000400:00000100:2.0:1789635595.174065:0:3639:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876568427434624 offset 0 length 520: 4 00010000:00010000:0.0:1789635595.363783:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789635596.201929:0:21070:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:2.0:1789635596.214281:0:21070:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0000 00010000:00010000:2.0:1789635596.214354:0:21070:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e153400/0xb0c3a59caa410276 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41027d expref: -99 pid: 18598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635596.214371:0:21070:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e153400/0xb0c3a59caa410276 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa41027d expref: -99 pid: 18598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635596.214380:0:21070:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e153400/0xb0c3a59caa410276 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xb0c3a59caa41027d expref: -99 pid: 18598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635596.214388:0:21070:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.120@tcp lock: ffff8d056e153400/0xb0c3a59caa410276 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xb0c3a59caa41027d expref: -99 pid: 18598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635596.214423:0:21070:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1789635596.214446:0:21070:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1789635596.214481:0:21070:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789635596.214497:0:21070:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d0447976d80 x1876568427434368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789635610 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789635596.214516:0:21070:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1789635596.214555:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d0445aae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789635596.214561:0:3639:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-5) 00000100:00100000:2.0:1789635596.214565:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447976d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3639:1876568427434368:0@lo:38:kworker.0 00000100:00080000:2.0:1789635596.214621:0:21070:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789635596.214626:0:21070:0:(import.c:65:import_set_state_nolock()) ffff8d0445aae800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:2.0:1789635596.214632:0:21070:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789635596.214634:0:21070:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789635596.214638:0:21070:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1789635596.214836:0:17084:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789635596.214852:0:17084:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8d056e153400/0xb0c3a59caa410276 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xb0c3a59caa41027d expref: -99 pid: 18598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635596.214860:0:17084:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e153400 already unused, calling callback (ffffffffc1537c20) 10000000:00010000:3.0:1789635596.214864:0:17084:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8d056e153400/0xb0c3a59caa410276 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xb0c3a59caa41027d expref: -99 pid: 18598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635596.214874:0:17084:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8d056e153400/0xb0c3a59caa410276 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xb0c3a59caa41027d expref: -99 pid: 18598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789635596.214882:0:17084:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8d056e153400/0xb0c3a59caa410276 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xb0c3a59caa41027d expref: -99 pid: 18598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789635596.214887:0:17084:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789635596.214889:0:17084:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1789635596.214891:0:17084:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1789635596.214906:0:17084:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8d057b74d800 00010000:00010000:3.0:1789635596.214910:0:17084:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8d056e153400/0xb0c3a59caa410276 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xb0c3a59caa41027d expref: -99 pid: 18598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635596.214917:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8d056e153400/0xb0c3a59caa410276 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xb0c3a59caa41027d expref: -99 pid: 18598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635596.214928:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635596.214930:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635596.214932:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789635596.226740:0:21070:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789635596.226763:0:21070:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d0447977480 x1876568427434496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635611 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789635596.226796:0:21070:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789635596.226805:0:21070:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1789635596.226859:0:21070:0:(import.c:65:import_set_state_nolock()) ffff8d0447b19000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1789635596.226924:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3639:1876568427434880:0@lo:39:umount.0 00000400:00000100:3.0:1789635596.226999:0:3639:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876568427434880 offset 0 length 224: 4 00000100:00100000:1.0:1789635596.227764:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447977480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3640:1876568427434496:0@lo:400:kworker.0 00010000:00010000:0.0:1789635596.389584:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789635597.219977:0:20237:0:(pinger.c:229:ptlrpc_pinger_process_import()) e3d8f284-7347-44bd-9697-6e3097b3c5ae->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789635597.219992:0:20237:0:(pinger.c:247:ptlrpc_pinger_process_import()) e3d8f284-7347-44bd-9697-6e3097b3c5ae->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789635597.219995:0:20237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789635597.219999:0:20237:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789635597.220237:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3642:1876568427435008:0@lo:400:kworker.0 00000400:00000100:0.0:1789635597.220311:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876568427435008 offset 0 length 224: 4 00010000:00010000:1.0:1789635597.413287:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1789635598.249065:0:18599:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789635598.249084:0:18599:0:(genops.c:885:class_export_put()) final put ffff8d0447ba0000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:1.0:1789635598.255332:0:19416:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789635598.255342:0:19416:0:(genops.c:885:class_export_put()) final put ffff8d0447794000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789635598.256588:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0447ba0000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1789635598.257571:0:20237:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d0447ba3800 for lustre-OST0000 00000020:00000080:2.0:1789635598.261846:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0447794000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1789635598.261899:0:20237:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d0447793800 for lustre-OST0001 00010000:00010000:0.0:1789635598.436127:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635599.461882:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789635600.227791:0:20237:0:(pinger.c:229:ptlrpc_pinger_process_import()) e3d8f284-7347-44bd-9697-6e3097b3c5ae->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789635600.227802:0:20237:0:(pinger.c:247:ptlrpc_pinger_process_import()) e3d8f284-7347-44bd-9697-6e3097b3c5ae->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789635600.227805:0:20237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789635600.227808:0:20237:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789635600.227903:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447974380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3643:1876568427435136:0@lo:400:kworker.0 00000400:00000100:1.0:1789635600.227955:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876568427435136 offset 0 length 224: 4 00010000:00010000:0.0:1789635600.483763:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635601.507839:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789635602.403734:0:3639:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789635592/real 1789635592] req@ffff8d0447976680 x1876568427434240/t0(0) o250->MGC192.168.203.120@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789635602 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789635602.403766:0:3639:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0447976680 x1876568427434240/t0(0) o250->MGC192.168.203.120@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789635602 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789635602.403787:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d057b74d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789635602.403812:0:3639:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1789635602.403816:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447976680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3639:1876568427434240:0@lo:250:ptlrpcd_00_03.0 00000100:00080000:2.0:1789635602.403971:0:20237:0:(pinger.c:229:ptlrpc_pinger_process_import()) e3d8f284-7347-44bd-9697-6e3097b3c5ae->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789635602.403976:0:20237:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789635602.403979:0:20237:0:(import.c:65:import_set_state_nolock()) ffff8d057b74d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789635602.403984:0:20237:0:(import.c:545:import_select_connection()) MGC192.168.203.120@tcp: connect to NID 0@lo last attempt 610 00000100:00080000:2.0:1789635602.403989:0:20237:0:(import.c:630:import_select_connection()) MGC192.168.203.120@tcp: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789635602.404016:0:20237:0:(import.c:666:import_select_connection()) MGC192.168.203.120@tcp: import ffff8d057b74d800 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:2.0:1789635602.404054:0:20237:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d05759caa00 x1876568427435264/t0(0) o250->MGC192.168.203.120@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789635602.404077:0:20237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789635602.404087:0:20237:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789635602.404182:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3640:1876568427435392:0@lo:400:kworker.0 00000400:00000100:1.0:1789635602.404233:0:3640:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876568427435392 offset 0 length 224: 4 00000100:00100000:3.0:1789635602.405027:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3639:1876568427435264:0@lo:250:kworker.0 00000400:00000100:3.0:1789635602.405067:0:3639:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876568427435264 offset 0 length 520: 4 00010000:00010000:0.0:1789635602.534136:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635603.555852:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635604.588282:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789635605.604304:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789635606.500269:0:3639:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789635596/real 1789635596] req@ffff8d0574710a80 x1876568427434880/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789635606 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789635606.500303:0:3639:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0574710a80 x1876568427434880/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789635606 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789635606.500323:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d0447b19000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1789635606.500346:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3639:1876568427434880:0@lo:39:umount.0 00000100:00080000:2.0:1789635606.500433:0:21070:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789635606.500438:0:21070:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789635606.500443:0:21070:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1789635606.501365:0:21070:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e153800/0xb0c3a59caa41024c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410253 expref: -99 pid: 18598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635606.501379:0:21070:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e153800/0xb0c3a59caa41024c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa410253 expref: -99 pid: 18598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635606.501387:0:21070:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e153800/0xb0c3a59caa41024c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xb0c3a59caa410253 expref: -99 pid: 18598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635606.501394:0:21070:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.120@tcp lock: ffff8d056e153800/0xb0c3a59caa41024c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xb0c3a59caa410253 expref: -99 pid: 18598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635606.501421:0:21070:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789635606.501429:0:21070:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d05488ff800/0xb0c3a59caa4105b0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa4105b7 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635606.501436:0:21070:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d05488ff800/0xb0c3a59caa4105b0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa4105b7 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635606.501443:0:21070:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d05488ff800/0xb0c3a59caa4105b0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb0c3a59caa4105b7 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635606.501463:0:21070:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.120@tcp lock: ffff8d05488ff800/0xb0c3a59caa4105b0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb0c3a59caa4105b7 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635606.501483:0:21070:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:2.0:1789635606.501488:0:21070:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:2.0:1789635606.501511:0:21070:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0000 00000020:01000000:2.0:1789635606.501514:0:21070:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:2.0:1789635606.501520:0:21070:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789635606.501525:0:21070:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789635606.501530:0:21070:0:(genops.c:1557:class_disconnect_exports()) OBD device 22 (ffff8d057472cd40) has no exports 00000020:00080000:2.0:1789635606.501552:0:21070:0:(genops.c:1557:class_disconnect_exports()) OBD device 22 (ffff8d057472cd40) has no exports 00000020:01000000:2.0:1789635606.503210:0:21070:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8d04486edc60 - data ffff8d057b2f1af8/ffff8d04411b7c00 00000020:01000000:2.0:1789635606.503329:0:21070:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8d0543ab9b40 - data ffff8d057b3ca000/ffff8d0447a31400 00010000:00010000:1.0:1789635606.503916:0:17084:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789635606.503925:0:17084:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8d056e153800/0xb0c3a59caa41024c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xb0c3a59caa410253 expref: -99 pid: 18598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635606.503937:0:17084:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e153800 already unused, calling callback (ffffffffc1537c20) 10000000:00010000:1.0:1789635606.503941:0:17084:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8d056e153800/0xb0c3a59caa41024c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xb0c3a59caa410253 expref: -99 pid: 18598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635606.503969:0:17084:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8d056e153800/0xb0c3a59caa41024c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xb0c3a59caa410253 expref: -99 pid: 18598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789635606.503976:0:17084:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8d056e153800/0xb0c3a59caa41024c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xb0c3a59caa410253 expref: -99 pid: 18598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789635606.503982:0:17084:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789635606.503985:0:17084:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:1.0:1789635606.503988:0:17084:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:1.0:1789635606.504003:0:17084:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8d057b74d800 00010000:00010000:1.0:1789635606.504008:0:17084:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8d056e153800/0xb0c3a59caa41024c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xb0c3a59caa410253 expref: -99 pid: 18598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635606.504085:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8d056e153800/0xb0c3a59caa41024c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xb0c3a59caa410253 expref: -99 pid: 18598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635606.504096:0:17084:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789635606.504100:0:17084:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8d05488ff800/0xb0c3a59caa4105b0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb0c3a59caa4105b7 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635606.504105:0:17084:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488ff800 already unused, calling callback (ffffffffc1537c20) 10000000:00010000:1.0:1789635606.504107:0:17084:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8d05488ff800/0xb0c3a59caa4105b0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb0c3a59caa4105b7 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635606.504114:0:17084:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8d05488ff800/0xb0c3a59caa4105b0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xb0c3a59caa4105b7 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789635606.504119:0:17084:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8d05488ff800/0xb0c3a59caa4105b0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xb0c3a59caa4105b7 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789635606.504134:0:17084:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1789635606.504137:0:17084:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1789635606.504139:0:17084:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1789635606.504145:0:17084:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8d057b74d800 00010000:00010000:1.0:1789635606.504148:0:17084:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8d05488ff800/0xb0c3a59caa4105b0 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xb0c3a59caa4105b7 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635606.504154:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8d05488ff800/0xb0c3a59caa4105b0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xb0c3a59caa4105b7 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635606.504162:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635606.504164:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635606.504165:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635606.506312:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:2.0:1789635606.519280:0:21070:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:1.0:1789635606.527750:0:21070:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa410261 00000020:00000080:1.0:1789635606.527763:0:21070:0:(genops.c:885:class_export_put()) final put ffff8d04410ab800/lustre-OST0000-osd_UUID 00000020:01000004:1.0:1789635606.527781:0:21070:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d0447985000 from lustre-OST0000, refs=2 00000020:01000004:1.0:1789635606.527785:0:21070:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d0447985000 2 00000020:01000004:1.0:1789635606.527788:0:21070:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8d0447985000 from lustre-OST0000 00000020:00000080:1.0:1789635606.527812:0:21070:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789635606.527823:0:21070:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:1.0:1789635606.527826:0:21070:0:(genops.c:885:class_export_put()) final put ffff8d04410ac800/lustre-OST0000_UUID 00000020:00000080:1.0:1789635606.527829:0:21070:0:(genops.c:844:class_export_destroy()) destroying export ffff8d04410ac800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:1.0:1789635606.527834:0:21070:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:1.0:1789635606.527890:0:21070:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:1.0:1789635606.527896:0:21070:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1789635606.527900:0:21070:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789635606.527906:0:21070:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789635606.527914:0:21070:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff8d0445aa9000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789635606.527921:0:21070:0:(genops.c:1552:class_disconnect_exports()) OBD device 23 (ffff8d044646b380) has exports, disconnecting them 00000020:00080000:1.0:1789635606.527938:0:21070:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff8d0445aa9000), last request at 1789635534 00000020:00000080:1.0:1789635606.527943:0:21070:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa41028b 00000020:00080000:1.0:1789635606.527956:0:21070:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d0445aa9000): rc 0 00000020:00000080:1.0:1789635606.527964:0:21070:0:(genops.c:885:class_export_put()) final put ffff8d0445aa9000/lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1789635606.528034:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d04410ab800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1789635606.528046:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0445aa9000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:1.0:1789635606.530448:0:21070:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:1.0:1789635606.530456:0:21070:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1789635606.530460:0:21070:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1789635606.530467:0:21070:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789635606.530650:0:21070:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789635606.530660:0:21070:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:1.0:1789635606.530665:0:21070:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1789635606.530670:0:21070:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789635606.530674:0:21070:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789635606.530680:0:21070:0:(genops.c:1818:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff8d0447b1b000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789635606.530687:0:21070:0:(genops.c:1552:class_disconnect_exports()) OBD device 24 (ffff8d057ae4b380) has exports, disconnecting them 00000020:00080000:1.0:1789635606.530691:0:21070:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff8d0447b1b000), last request at 1789635534 00000020:00000080:1.0:1789635606.530695:0:21070:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa4102a0 00000020:00080000:1.0:1789635606.530708:0:21070:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d0447b1b000): rc 0 00000020:00000080:1.0:1789635606.530712:0:21070:0:(genops.c:885:class_export_put()) final put ffff8d0447b1b000/lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1789635606.531126:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d0445aae800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1789635606.531133:0:36:0:(genops.c:885:class_export_put()) final put ffff8d0445aaa000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:3.0:1789635606.531136:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0445aaa000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:3.0:1789635606.531154:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:3.0:1789635606.531218:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0447b1b000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:0.0:1789635606.738215:0:21070:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00010000:00010000:3.0:1789635606.738220:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789635606.738224:0:21070:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789635606.738229:0:21070:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789635606.738238:0:21070:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789635606.740129:0:21070:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789635606.740143:0:21070:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:0.0:1789635606.740151:0:21070:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d0447985000 1 00000020:00000080:0.0:1789635606.740168:0:21070:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa41023e 00000020:00000080:0.0:1789635606.740177:0:21070:0:(genops.c:885:class_export_put()) final put ffff8d0447b1d000/lustre-OST0000-osd_UUID 00000020:00000080:3.0:1789635606.740517:0:36:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d0447b19000 for lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1789635606.740525:0:36:0:(genops.c:885:class_export_put()) final put ffff8d0445aad800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:3.0:1789635606.740528:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0445aad800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:3.0:1789635606.740543:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:3.0:1789635606.740651:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0447b1d000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:0.0:1789635606.740658:0:21070:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:0.0:1789635606.740665:0:21070:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789635606.740670:0:21070:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1789635606.740674:0:21070:0:(genops.c:1557:class_disconnect_exports()) OBD device 20 (ffff8d057472b380) has no exports 00000020:00000080:2.0:1789635606.776940:0:21070:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789635606.776952:0:21070:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:2.0:1789635606.776958:0:21070:0:(genops.c:885:class_export_put()) final put ffff8d0447986000/lustre-OST0000-osd_UUID 00000020:00000080:2.0:1789635606.776962:0:21070:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0447986000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:2.0:1789635606.776974:0:21070:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:2.0:1789635606.777163:0:21070:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8d0447984000 00000020:02000400:2.0:1789635606.777204:0:21070:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0000 complete 00000100:00080000:3.0:1789635607.462570:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) e3d8f284-7347-44bd-9697-6e3097b3c5ae->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789635607.462586:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) e3d8f284-7347-44bd-9697-6e3097b3c5ae->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789635607.462590:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789635607.462594:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789635607.463251:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3641:1876568427435520:0@lo:400:kworker.0 00000400:00000100:1.0:1789635607.463321:0:3641:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876568427435520 offset 0 length 224: 4 00010000:00010000:0.0:1789635607.780094:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635608.803918:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635609.830257:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789635610.600161:0:3639:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789635595/real 1789635595] req@ffff8d0447977b80 x1876568427434624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789635610 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789635610.600190:0:3639:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0447977b80 x1876568427434624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1789635610 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789635610.600223:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d0447b18000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789635610.600242:0:3639:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789635610.600246:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447977b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3639:1876568427434624:0@lo:38:kworker.0 00000100:00080000:1.0:1789635610.600404:0:20237:0:(pinger.c:229:ptlrpc_pinger_process_import()) e3d8f284-7347-44bd-9697-6e3097b3c5ae->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789635610.600409:0:20237:0:(pinger.c:247:ptlrpc_pinger_process_import()) e3d8f284-7347-44bd-9697-6e3097b3c5ae->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789635610.600412:0:20237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789635610.600414:0:20237:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789635610.600417:0:20237:0:(import.c:65:import_set_state_nolock()) ffff8d0447b18000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789635610.600431:0:20237:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 613 00000100:00080000:1.0:1789635610.600436:0:20237:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789635610.600447:0:20237:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d0447b18000 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:1.0:1789635610.600477:0:20237:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d057ae94380 x1876568427435648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789635610.600542:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789635610.600553:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3643:1876568427435776:0@lo:400:kworker.0 00000400:00000100:1.0:1789635610.600631:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876568427435776 offset 0 length 224: 4 00000100:00100000:3.0:1789635610.600895:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3639:1876568427435648:0@lo:38:kworker.0 00000400:00000100:3.0:1789635610.600929:0:3639:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876568427435648 offset 0 length 520: 4 00000020:01000004:2.0:1789635610.639793:0:21273:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:3.0:1789635610.648894:0:21273:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0001 00010000:00010000:3.0:1789635610.649011:0:21273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e152000/0xb0c3a59caa4103db lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa4103e2 expref: -99 pid: 19415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635610.649027:0:21273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e152000/0xb0c3a59caa4103db lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa4103e2 expref: -99 pid: 19415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635610.649035:0:21273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e152000/0xb0c3a59caa4103db lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xb0c3a59caa4103e2 expref: -99 pid: 19415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635610.649043:0:21273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.120@tcp lock: ffff8d056e152000/0xb0c3a59caa4103db lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xb0c3a59caa4103e2 expref: -99 pid: 19415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635610.649058:0:21273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1789635610.649182:0:21273:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:3.0:1789635610.649221:0:17084:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789635610.649227:0:17084:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8d056e152000/0xb0c3a59caa4103db lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xb0c3a59caa4103e2 expref: -99 pid: 19415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635610.649234:0:17084:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e152000 already unused, calling callback (ffffffffc1537c20) 10000000:00010000:3.0:1789635610.649238:0:17084:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8d056e152000/0xb0c3a59caa4103db lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xb0c3a59caa4103e2 expref: -99 pid: 19415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635610.649245:0:17084:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8d056e152000/0xb0c3a59caa4103db lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xb0c3a59caa4103e2 expref: -99 pid: 19415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789635610.649253:0:17084:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8d056e152000/0xb0c3a59caa4103db lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xb0c3a59caa4103e2 expref: -99 pid: 19415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789635610.649258:0:17084:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789635610.649261:0:17084:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1789635610.649263:0:17084:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1789635610.649282:0:17084:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8d057b74d800 00010000:00010000:3.0:1789635610.649286:0:17084:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8d056e152000/0xb0c3a59caa4103db lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xb0c3a59caa4103e2 expref: -99 pid: 19415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635610.649293:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8d056e152000/0xb0c3a59caa4103db lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xb0c3a59caa4103e2 expref: -99 pid: 19415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635610.649304:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635610.649306:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635610.649308:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789635610.649321:0:21273:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789635610.649333:0:21273:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d057ae94380 x1876568427435648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789635630 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789635610.649347:0:21273:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789635610.649374:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d0447b18000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789635610.649378:0:3639:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-5) 00000100:00100000:3.0:1789635610.649382:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3639:1876568427435648:0@lo:38:kworker.0 00000100:00080000:3.0:1789635610.649406:0:21273:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1789635610.649411:0:21273:0:(import.c:65:import_set_state_nolock()) ffff8d0447b18000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1789635610.649415:0:21273:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789635610.649417:0:21273:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789635610.649420:0:21273:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1789635610.650592:0:21273:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789635610.650633:0:21273:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d0447974a80 x1876568427434752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635611 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789635610.650656:0:21273:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d05759c9c00 x1876568427435008/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789635610.650673:0:21273:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d0447974380 x1876568427435136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635616 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789635610.650684:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447974a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3640:1876568427434752:0@lo:400:kworker.0 00000100:00100000:3.0:1789635610.650806:0:21273:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d05759c8380 x1876568427435392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789635610.650815:0:21273:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d0574710a80 x1876568427435520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789635610.650826:0:21273:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d057ae96680 x1876568427435776/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635626 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789635610.650833:0:21273:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1789635610.650837:0:21273:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:1.0:1789635610.650875:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3640:1876568427435392:0@lo:400:kworker.0 00000100:00100000:1.0:1789635610.650899:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3643:1876568427435776:0@lo:400:kworker.0 00000100:00100000:1.0:1789635610.650905:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447974380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3643:1876568427435136:0@lo:400:kworker.0 00000100:00100000:1.0:1789635610.650998:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3641:1876568427435520:0@lo:400:kworker.0 00000100:00100000:2.0:1789635610.652270:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3642:1876568427435008:0@lo:400:kworker.0 00000100:00080000:3.0:1789635610.652659:0:21273:0:(import.c:65:import_set_state_nolock()) ffff8d054580c800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1789635610.652689:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3639:1876568427435904:0@lo:39:umount.0 00000400:00000100:3.0:1789635610.652854:0:3639:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876568427435904 offset 0 length 224: 4 00010000:00010000:0.0:1789635610.852754:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635611.876329:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635612.900209:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635613.923856:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635614.948704:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789635615.651813:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e3d8f284-7347-44bd-9697-6e3097b3c5ae->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1789635615.651823:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) e3d8f284-7347-44bd-9697-6e3097b3c5ae->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1789635615.972341:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635616.995725:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789635617.827795:0:3639:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789635602/real 1789635602] req@ffff8d05759caa00 x1876568427435264/t0(0) o250->MGC192.168.203.120@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789635617 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789635617.827826:0:3639:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d05759caa00 x1876568427435264/t0(0) o250->MGC192.168.203.120@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789635617 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789635617.827846:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d057b74d800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789635617.827870:0:3639:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1789635617.827873:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3639:1876568427435264:0@lo:250:kworker.0 00000100:00080000:0.0:1789635617.828131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) e3d8f284-7347-44bd-9697-6e3097b3c5ae->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1789635617.828152:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1789635617.828154:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d057b74d800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789635617.828159:0:37:0:(import.c:545:import_select_connection()) MGC192.168.203.120@tcp: connect to NID 0@lo last attempt 621 00000100:00080000:0.0:1789635617.828164:0:37:0:(import.c:630:import_select_connection()) MGC192.168.203.120@tcp: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789635617.828184:0:37:0:(import.c:666:import_select_connection()) MGC192.168.203.120@tcp: import ffff8d057b74d800 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:0.0:1789635617.828213:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0447976300 x1876568427436032/t0(0) o250->MGC192.168.203.120@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789635617.828349:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447976300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3639:1876568427436032:0@lo:250:kworker.0 00000400:00000100:3.0:1789635617.828396:0:3639:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876568427436032 offset 0 length 520: 4 00010000:00010000:3.0:1789635618.021801:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635619.043817:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635620.067822:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789635620.899699:0:3639:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789635610/real 1789635610] req@ffff8d0574712a00 x1876568427435904/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789635620 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789635620.899731:0:3639:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0574712a00 x1876568427435904/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789635620 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789635620.899752:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d054580c800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1789635620.899832:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574712a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3639:1876568427435904:0@lo:39:umount.0 00000100:00080000:2.0:1789635620.900273:0:21273:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789635620.900278:0:21273:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789635620.900344:0:21273:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1789635620.903046:0:21273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d05488ff600/0xb0c3a59caa4103b1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa4103b8 expref: -99 pid: 19415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635620.903082:0:21273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d05488ff600/0xb0c3a59caa4103b1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa4103b8 expref: -99 pid: 19415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635620.903091:0:21273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d05488ff600/0xb0c3a59caa4103b1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb0c3a59caa4103b8 expref: -99 pid: 19415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635620.903098:0:21273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.120@tcp lock: ffff8d05488ff600/0xb0c3a59caa4103b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xb0c3a59caa4103b8 expref: -99 pid: 19415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635620.903126:0:21273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789635620.903246:0:21273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0549f43000/0xb0c3a59caa4105a2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa4105a9 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635620.903254:0:21273:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0549f43000/0xb0c3a59caa4105a2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa4105a9 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635620.903260:0:21273:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0549f43000/0xb0c3a59caa4105a2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xb0c3a59caa4105a9 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635620.903267:0:21273:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.120@tcp lock: ffff8d0549f43000/0xb0c3a59caa4105a2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xb0c3a59caa4105a9 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635620.903346:0:21273:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:2.0:1789635620.903413:0:21273:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:2.0:1789635620.903438:0:21273:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0001 00000020:01000000:2.0:1789635620.903443:0:21273:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:2.0:1789635620.903447:0:21273:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789635620.903454:0:21273:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789635620.903458:0:21273:0:(genops.c:1557:class_disconnect_exports()) OBD device 26 (ffff8d0558610000) has no exports 00000020:00080000:2.0:1789635620.903484:0:21273:0:(genops.c:1557:class_disconnect_exports()) OBD device 26 (ffff8d0558610000) has no exports 00010000:00010000:3.0:1789635620.907048:0:17084:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789635620.907062:0:17084:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8d05488ff600/0xb0c3a59caa4103b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb0c3a59caa4103b8 expref: -99 pid: 19415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635620.907073:0:17084:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488ff600 already unused, calling callback (ffffffffc1537c20) 10000000:00010000:3.0:1789635620.907077:0:17084:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8d05488ff600/0xb0c3a59caa4103b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xb0c3a59caa4103b8 expref: -99 pid: 19415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635620.907086:0:17084:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8d05488ff600/0xb0c3a59caa4103b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xb0c3a59caa4103b8 expref: -99 pid: 19415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789635620.907093:0:17084:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8d05488ff600/0xb0c3a59caa4103b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xb0c3a59caa4103b8 expref: -99 pid: 19415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789635620.907098:0:17084:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789635620.907100:0:17084:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:3.0:1789635620.907103:0:17084:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:3.0:1789635620.907122:0:17084:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8d057b74d800 00010000:00010000:3.0:1789635620.907143:0:17084:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8d05488ff600/0xb0c3a59caa4103b1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xb0c3a59caa4103b8 expref: -99 pid: 19415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635620.907149:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8d05488ff600/0xb0c3a59caa4103b1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xb0c3a59caa4103b8 expref: -99 pid: 19415 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635620.907164:0:17084:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789635620.907169:0:17084:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8d0549f43000/0xb0c3a59caa4105a2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xb0c3a59caa4105a9 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635620.907174:0:17084:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0549f43000 already unused, calling callback (ffffffffc1537c20) 10000000:00010000:3.0:1789635620.907177:0:17084:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8d0549f43000/0xb0c3a59caa4105a2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xb0c3a59caa4105a9 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635620.907183:0:17084:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8d0549f43000/0xb0c3a59caa4105a2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xb0c3a59caa4105a9 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789635620.907189:0:17084:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8d0549f43000/0xb0c3a59caa4105a2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xb0c3a59caa4105a9 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789635620.907195:0:17084:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1789635620.907197:0:17084:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1789635620.907199:0:17084:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1789635620.907204:0:17084:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8d057b74d800 00010000:00010000:3.0:1789635620.907207:0:17084:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8d0549f43000/0xb0c3a59caa4105a2 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xb0c3a59caa4105a9 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635620.907213:0:17084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8d0549f43000/0xb0c3a59caa4105a2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xb0c3a59caa4105a9 expref: -99 pid: 17094 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635620.907225:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635620.907233:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635620.907235:0:17084:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635620.907306:0:17085:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1789635620.909037:0:21273:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8d04486ed5a0 - data ffff8d057b309e58/ffff8d05742e0800 00000020:01000000:2.0:1789635620.909437:0:21273:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8d0446689840 - data ffff8d057b236d80/ffff8d05742d5800 00100000:10000000:2.0:1789635620.922252:0:21273:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:1.0:1789635620.936261:0:21273:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa4103c6 00000020:00000080:1.0:1789635620.936271:0:21273:0:(genops.c:885:class_export_put()) final put ffff8d0446694000/lustre-OST0001-osd_UUID 00000020:01000004:1.0:1789635620.936302:0:21273:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d04410af800 from lustre-OST0001, refs=2 00000020:01000004:1.0:1789635620.936306:0:21273:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d04410af800 2 00000020:01000004:1.0:1789635620.936309:0:21273:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8d04410af800 from lustre-OST0001 00000020:00000080:1.0:1789635620.936331:0:21273:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789635620.936341:0:21273:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:1.0:1789635620.936344:0:21273:0:(genops.c:885:class_export_put()) final put ffff8d0446696000/lustre-OST0001_UUID 00000020:00000080:1.0:1789635620.936347:0:21273:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0446696000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:1.0:1789635620.936677:0:21273:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:1.0:1789635620.936771:0:21273:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import e3d8f284-7347-44bd-9697-6e3097b3c5ae->MGS 00010000:00010000:1.0:1789635620.936787:0:21273:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8d056e153600/0xb0c3a59caa41010a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xb0c3a59caa410111 expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789635620.936818:0:21273:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8d056e153600/0xb0c3a59caa41010a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xb0c3a59caa410111 expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789635620.936826:0:21273:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:1.0:1789635620.936829:0:21273:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:1.0:1789635620.936832:0:21273:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:1.0:1789635620.936852:0:21273:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8d057b74d800 00010000:00010000:1.0:1789635620.936856:0:21273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8d056e153600/0xb0c3a59caa41010a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xb0c3a59caa410111 expref: -99 pid: 17827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635620.936871:0:21273:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8d056e1a2a00/0xb0c3a59caa40fff9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xb0c3a59caa410000 expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789635620.936878:0:21273:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8d056e1a2a00/0xb0c3a59caa40fff9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xb0c3a59caa410000 expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789635620.936883:0:21273:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789635620.936885:0:21273:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:1.0:1789635620.936887:0:21273:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:1.0:1789635620.936895:0:21273:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8d057b74d800 00010000:00010000:1.0:1789635620.936898:0:21273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8d056e1a2a00/0xb0c3a59caa40fff9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xb0c3a59caa410000 expref: -99 pid: 17075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1789635620.936923:0:21273:0:(import.c:65:import_set_state_nolock()) ffff8d057b74d800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:1.0:1789635620.936927:0:21273:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1789635620.936929:0:21273:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1789635620.936931:0:21273:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1789635620.936935:0:21273:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1789635620.936945:0:21273:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d0447976300 x1876568427436032/t0(0) o250->MGC192.168.203.120@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789635637 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1789635620.937065:0:21273:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:1.0:1789635620.937069:0:21273:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 22s for inflight to error out 00000020:00000080:3.0:1789635620.937262:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0446694000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000100:00100000:0.0:1789635620.938830:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447976300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e3d8f284-7347-44bd-9697-6e3097b3c5ae:3639:1876568427436032:0@lo:250:kworker.0 10000000:01000000:1.0:1789635620.939053:0:21273:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:1.0:1789635620.939064:0:21273:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa40ffe4 00000020:00000080:1.0:1789635620.939072:0:21273:0:(genops.c:885:class_export_put()) final put ffff8d057b74a000/e3d8f284-7347-44bd-9697-6e3097b3c5ae 00000020:01000000:1.0:1789635620.939090:0:21273:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.203.120@tcp (flags='') 00000020:00000080:1.0:1789635620.939096:0:21273:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789635620.939102:0:21273:0:(obd_config.c:956:class_cleanup()) MGC192.168.203.120@tcp: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789635620.939106:0:21273:0:(genops.c:1557:class_disconnect_exports()) OBD device 2 (ffff8d056f55b380) has no exports 10000000:01000000:1.0:1789635620.939123:0:17094:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 00000020:00000080:3.0:1789635620.939293:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057b74a000/e3d8f284-7347-44bd-9697-6e3097b3c5ae for MGC192.168.203.120@tcp 10000000:01000000:1.0:1789635620.939489:0:21273:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.203.120@tcp: client import never connected 00000100:00080000:1.0:1789635620.939493:0:21273:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:1.0:1789635620.939495:0:21273:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:1.0:1789635620.939503:0:21273:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:1.0:1789635620.939505:0:21273:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:1.0:1789635620.939547:0:21273:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789635620.939554:0:21273:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.203.120@tcp (uuid e3d8f284-7347-44bd-9697-6e3097b3c5ae) 00000020:01000000:1.0:1789635620.939560:0:21273:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:1.0:1789635620.939562:0:21273:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789635620.939566:0:21273:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1789635620.939571:0:21273:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff8d056e355000 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1789635620.939575:0:21273:0:(genops.c:1552:class_disconnect_exports()) OBD device 27 (ffff8d05655a3380) has exports, disconnecting them 00000020:00080000:1.0:1789635620.939579:0:21273:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff8d056e355000), last request at 1789635549 00000020:00000080:1.0:1789635620.939582:0:21273:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa4103f0 00000020:00080000:1.0:1789635620.939593:0:21273:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d056e355000): rc 0 00000020:00000080:1.0:1789635620.939624:0:21273:0:(genops.c:885:class_export_put()) final put ffff8d056e355000/lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1789635620.939820:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d056e355000/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1789635620.943119:0:20237:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d057b74d800 for MGC192.168.203.120@tcp 00000020:00000080:3.0:1789635620.943141:0:20237:0:(genops.c:885:class_export_put()) final put ffff8d057b748000/e3d8f284-7347-44bd-9697-6e3097b3c5ae 00000020:00000080:3.0:1789635620.943145:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057b748000/e3d8f284-7347-44bd-9697-6e3097b3c5ae for MGC192.168.203.120@tcp 00000020:01000000:3.0:1789635620.943160:0:20237:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.203.120@tcp (e3d8f284-7347-44bd-9697-6e3097b3c5ae) 00010000:01000000:0.0:1789635620.948724:0:21273:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:0.0:1789635620.948734:0:21273:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789635620.948738:0:21273:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789635620.948746:0:21273:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789635620.948961:0:21273:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789635620.948971:0:21273:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:0.0:1789635620.948978:0:21273:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:0.0:1789635620.948982:0:21273:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789635620.948987:0:21273:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789635620.948994:0:21273:0:(genops.c:1818:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff8d057b953000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789635620.949000:0:21273:0:(genops.c:1552:class_disconnect_exports()) OBD device 28 (ffff8d057ae48000) has exports, disconnecting them 00000020:00080000:0.0:1789635620.949004:0:21273:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff8d057b953000), last request at 1789635549 00000020:00000080:0.0:1789635620.949008:0:21273:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa410405 00000020:00080000:0.0:1789635620.949023:0:21273:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d057b953000): rc 0 00000020:00000080:0.0:1789635620.949029:0:21273:0:(genops.c:885:class_export_put()) final put ffff8d057b953000/lustre-MDT0001-lwp-OST0001 00000020:00000080:3.0:1789635620.949687:0:20237:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d0447b18000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1789635620.949697:0:20237:0:(genops.c:885:class_export_put()) final put ffff8d056e352000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:3.0:1789635620.949699:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d056e352000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:3.0:1789635620.949706:0:20237:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:3.0:1789635620.949772:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057b953000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:3.0:1789635620.955834:0:21273:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:3.0:1789635620.956024:0:21273:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789635620.956028:0:21273:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1789635620.956036:0:21273:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789635620.956068:0:20237:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8d054580c800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:3.0:1789635620.956113:0:17084:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:3.0:1789635620.956255:0:17085:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00000100:00100000:3.0:1789635620.956713:0:17079:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_000: service thread [ffff8d0572c83600:17079] 0 exiting: rc = 1 00000100:00100000:3.0:1789635620.956796:0:17080:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_001: service thread [ffff8d0575851800:17080] 1 exiting: rc = 0 00000100:00100000:3.0:1789635620.956880:0:20124:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_002: service thread [ffff8d05654a7000:20124] 2 exiting: rc = 0 00000100:00100000:3.0:1789635620.956952:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957220:0:20123:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_003: service thread [ffff8d0446438c00:20123] 3 exiting: rc = 0 00000100:00100000:3.0:1789635620.957311:0:17082:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_001: service thread [ffff8d055887f200:17082] 1 exiting: rc = 0 00000100:00100000:3.0:1789635620.957442:0:17081:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_000: service thread [ffff8d0446ed0600:17081] 0 exiting: rc = 1 00000100:00100000:3.0:1789635620.957524:0:17083:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_002: service thread [ffff8d054c263000:17083] 2 exiting: rc = 0 00000100:00100000:3.0:1789635620.957581:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957588:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957629:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957639:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957644:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957650:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957655:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957660:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957665:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957670:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957675:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957679:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957684:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957688:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957692:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957696:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957701:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957707:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957712:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957718:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957723:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957728:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957732:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957738:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957743:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957748:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957752:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957757:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957762:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957767:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957772:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957779:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957784:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957789:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957802:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957806:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957811:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957816:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957820:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957825:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957831:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957836:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957841:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957851:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957856:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957861:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957866:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957871:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957875:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957880:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957885:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957890:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957895:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957909:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957915:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957920:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957925:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957931:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957935:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957940:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957946:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957951:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957956:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635620.957961:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:3.0:1789635620.959050:0:21273:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789635620.959060:0:21273:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:3.0:1789635620.959065:0:21273:0:(genops.c:885:class_export_put()) final put ffff8d054580b000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:3.0:1789635620.959069:0:21273:0:(genops.c:844:class_export_destroy()) destroying export ffff8d054580b000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:3.0:1789635620.959075:0:21273:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:3.0:1789635620.959133:0:21273:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d04410af800 1 00000020:00000080:3.0:1789635620.959138:0:21273:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xb0c3a59caa4103aa 00000020:00000080:3.0:1789635620.959144:0:21273:0:(genops.c:885:class_export_put()) final put ffff8d0446695000/lustre-OST0001-osd_UUID 00000020:01000000:3.0:1789635620.959321:0:21273:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:3.0:1789635620.959331:0:20237:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0446695000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:3.0:1789635620.959343:0:21273:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789635620.959463:0:21273:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789635620.959468:0:21273:0:(genops.c:1557:class_disconnect_exports()) OBD device 25 (ffff8d05747299c0) has no exports 00000020:00000080:2.0:1789635621.087324:0:21273:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789635621.088482:0:21273:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:2.0:1789635621.088489:0:21273:0:(genops.c:885:class_export_put()) final put ffff8d0550105800/lustre-OST0001-osd_UUID 00000020:00000080:2.0:1789635621.088494:0:21273:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0550105800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:2.0:1789635621.088642:0:21273:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:2.0:1789635621.089370:0:21273:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8d04410ae800 00000020:01000000:2.0:1789635621.089402:0:21273:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:2.0:1789635621.089409:0:21273:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789635621.089414:0:21273:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789635621.089419:0:21273:0:(genops.c:1557:class_disconnect_exports()) OBD device 21 (ffff8d05655a4d40) has no exports 00000020:00000080:2.0:1789635621.089456:0:21273:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789635621.089463:0:21273:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:2.0:1789635621.089467:0:21273:0:(genops.c:885:class_export_put()) final put ffff8d0447b18800/OSS_uuid 00000020:00000080:2.0:1789635621.089470:0:21273:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0447b18800/OSS_uuid for OSS 00000020:01000000:2.0:1789635621.089473:0:21273:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00080000:0.0:1789635621.091013:0:17092:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:3.0:1789635621.095463:0:18696:0:(service.c:3188:ptlrpc_main()) ll_ost00_003: service thread [ffff8d04486c7600:18696] 3 exiting: rc = 0 00000100:00100000:3.0:1789635621.095641:0:18604:0:(service.c:3188:ptlrpc_main()) ll_ost00_002: service thread [ffff8d0565463e00:18604] 2 exiting: rc = 0 00000100:00100000:3.0:1789635621.098481:0:18602:0:(service.c:3188:ptlrpc_main()) ll_ost00_000: service thread [ffff8d0447579000:18602] 0 exiting: rc = 1 00000100:00100000:1.0:1789635621.102792:0:18603:0:(service.c:3188:ptlrpc_main()) ll_ost00_001: service thread [ffff8d0447578600:18603] 1 exiting: rc = 0 00000100:00100000:2.0:1789635621.108046:0:19724:0:(service.c:3188:ptlrpc_main()) ll_ost00_004: service thread [ffff8d04411b9600:19724] 4 exiting: rc = 0 00000100:00100000:0.0:1789635621.108225:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108246:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108251:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108256:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108260:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108265:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108270:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108276:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108280:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108285:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108290:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108295:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108300:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108304:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108310:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108315:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108321:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108325:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108331:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108336:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108341:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108347:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108352:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108357:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108361:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108366:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108371:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108376:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108381:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108387:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108392:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108398:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108402:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108408:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108412:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108417:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108430:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108435:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108440:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108445:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108450:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108454:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108459:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108464:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108468:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108474:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108478:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108483:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108499:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108506:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108511:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108516:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108521:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108525:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108531:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108535:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108541:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108546:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108551:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108557:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108562:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108567:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108572:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.108577:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789635621.110480:0:18606:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_000: service thread [ffff8d044140da00:18606] 0 exiting: rc = 1 00000100:00100000:2.0:1789635621.110619:0:18607:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_001: service thread [ffff8d0545268400:18607] 1 exiting: rc = 0 00000100:00100000:0.0:1789635621.111971:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.111982:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.111987:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.111992:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.111997:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112001:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112006:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112022:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112027:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112033:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112038:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112044:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112049:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112055:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112061:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112067:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112072:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112079:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112084:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112089:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112094:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112100:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112105:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112110:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112116:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112121:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112126:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112131:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112137:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112143:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112148:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112153:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112158:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112163:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112168:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112175:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112181:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112194:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112202:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112207:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112212:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112218:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112230:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112236:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112241:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112247:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112255:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112262:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112268:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112273:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112279:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112284:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112289:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112295:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112301:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112306:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112312:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112318:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112323:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112328:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112334:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112339:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112344:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.112349:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635621.115723:0:18610:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_002: service thread [ffff8d0554291600:18610] 2 exiting: rc = 0 00000100:00100000:2.0:1789635621.115775:0:18609:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_001: service thread [ffff8d054c3d5400:18609] 1 exiting: rc = 0 00000100:00100000:3.0:1789635621.115908:0:18608:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_000: service thread [ffff8d054c18fe00:18608] 0 exiting: rc = 1 00000100:00100000:0.0:1789635621.117093:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117114:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117121:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117127:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117133:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117139:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117144:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117149:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117155:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117160:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117174:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117181:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117186:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117205:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117216:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117223:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117228:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117233:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117238:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117244:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117249:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117255:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117260:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117266:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117271:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117277:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117282:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117288:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117293:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117299:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117304:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117323:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117331:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117337:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117342:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117347:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117352:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117357:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117363:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117368:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117374:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117379:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117385:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117391:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117397:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117402:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117407:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117414:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117427:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117432:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117437:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117442:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117447:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117452:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117457:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117475:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117481:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117499:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117506:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117512:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117516:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117522:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117527:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789635621.117534:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635621.123749:0:18611:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff8d0554290600:18611] 0 exiting: rc = 1 00000100:00100000:0.0:1789635621.124151:0:18612:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff8d054c18f200:18612] 1 exiting: rc = 0 00000100:00100000:1.0:1789635621.124238:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124245:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124250:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124268:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124274:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124280:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124284:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124290:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124296:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124301:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124306:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124311:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124316:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124321:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124327:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124333:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124338:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124343:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124348:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124353:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124357:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124362:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124368:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124373:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124389:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124395:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124401:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124410:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124438:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124444:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124448:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124453:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124459:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124463:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124468:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124474:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124480:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124485:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124507:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124512:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124518:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124523:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124527:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124532:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124538:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124542:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124546:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124551:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124555:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124560:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124564:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124568:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124573:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124577:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124581:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124590:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124637:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124644:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124649:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124655:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124660:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124665:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124670:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.124681:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789635621.125794:0:18614:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_001: service thread [ffff8d0565611c00:18614] 1 exiting: rc = 0 00000100:00100000:0.0:1789635621.126207:0:18613:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_000: service thread [ffff8d056c2a1200:18613] 0 exiting: rc = 1 00000100:00100000:1.0:1789635621.126314:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.126340:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.126347:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.126354:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.126360:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.126366:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.126372:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.126592:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.126780:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.126798:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.126804:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.126810:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.126817:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.126840:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.126848:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.126854:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.126993:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127004:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127009:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127014:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127020:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127026:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127032:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127038:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127044:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127065:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127072:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127077:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127083:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127090:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127096:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127102:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127108:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127114:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127119:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127125:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127131:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127152:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127160:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127166:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127172:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127180:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127185:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127191:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127204:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127210:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127216:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127222:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127227:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127247:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127253:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127258:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127263:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127270:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127274:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127280:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127286:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127292:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127298:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127304:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127309:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127314:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127319:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789635621.127331:0:21273:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:0.0:1789635621.141541:0:21273:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:1.0:1789635640.620592:0:22038:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg320-server.virtnet: executing load_modules_local 00000020:01000004:2.0:1789635649.906795:0:22639:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1789635649.906800:0:22639:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:2.0:1789635649.906802:0:22639:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1789635649.906970:0:22639:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8d0448f98000 00000020:01000004:2.0:1789635649.906998:0:22639:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:2.0:1789635649.907013:0:22639:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1789635649.907027:0:22639:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff8d057ae4cd40) 00000020:00000080:2.0:1789635649.907040:0:22639:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1789635649.975832:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1789635649.976196:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1789635649.977591:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:3.0:1789635649.978620:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1789635649.979094:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1789635649.979386:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:3.0:1789635649.979777:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:3.0:1789635649.980086:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:3.0:1789635649.980714:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:3.0:1789635649.980956:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:3.0:1789635649.981264:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1789635649.981505:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:3.0:1789635649.981792:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1789635649.982169:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1789635649.982615:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:3.0:1789635649.983076:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:3.0:1789635649.983391:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1789635649.983667:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1789635649.983859:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:3.0:1789635649.984072:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1789635649.984277:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1789635649.984524:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1789635649.984863:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:3.0:1789635649.985080:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1789635649.985271:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1789635649.985528:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1789635649.985829:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1789635649.986109:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1789635649.986314:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:3.0:1789635649.986993:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1789635649.987299:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:3.0:1789635649.987539:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:3.0:1789635649.987823:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1789635649.988119:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1789635649.988300:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:3.0:1789635649.988585:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:3.0:1789635649.988923:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1789635649.989208:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:3.0:1789635649.989483:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1789635649.989713:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1789635649.989929:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1789635649.990158:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:3.0:1789635649.990352:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1789635649.990669:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1789635649.990885:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:3.0:1789635649.991114:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1789635649.991286:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:3.0:1789635649.994647:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:3.0:1789635649.995133:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:3.0:1789635649.995317:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:3.0:1789635649.995881:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:3.0:1789635649.996154:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:3.0:1789635649.996527:0:22639:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00080000:01000000:3.0:1789635649.997040:0:22639:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1789635649.997240:0:22639:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:3.0:1789635649.997247:0:22639:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:3.0:1789635649.997257:0:22639:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb0c3a59caa410857 00000020:01000004:3.0:1789635649.997263:0:22639:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:3.0:1789635649.997268:0:22639:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:3.0:1789635649.997273:0:22639:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8d0448f98000 from MGS 00000020:01000004:3.0:1789635649.997277:0:22639:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:3.0:1789635649.997286:0:22639:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff8d05655a3380) 00000020:00000080:3.0:1789635649.997296:0:22639:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:3.0:1789635649.997354:0:22639:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d0448f98000 from MGS, refs=2 00080000:01000000:3.0:1789635649.997359:0:22639:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:3.0:1789635649.997363:0:22639:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb0c3a59caa410865 00000100:00100000:3.0:1789635649.997464:0:22639:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:3.0:1789635649.997573:0:22639:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:3.0:1789635649.997579:0:22639:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:3.0:1789635649.998438:0:22639:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:3.0:1789635649.998444:0:22639:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1789635649.999109:0:22639:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789635649.999257:0:22639:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:2.0:1789635649.999262:0:22639:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1789635650.000135:0:22639:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:2.0:1789635650.000143:0:22639:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1789635650.000538:0:22639:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:2.0:1789635650.000544:0:22639:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:1.0:1789635650.001870:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635650.001874:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635650.001876:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635650.002254:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635650.002257:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635650.002258:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789635650.005402:0:22639:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00000040:01000000:0.0:1789635650.010869:0:22639:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 00010000:00010000:1.0:1789635650.011103:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1789635650.011845:0:22651:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:3.0:1789635650.011888:0:22639:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:3.0:1789635650.011937:0:22639:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1789635650.012584:0:22639:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:3.0:1789635650.013209:0:22639:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789635650.013360:0:22639:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:3.0:1789635650.013366:0:22639:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:3.0:1789635650.023423:0:22639:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:3.0:1789635650.023458:0:22639:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:1.0:1789635650.023994:0:22639:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:1.0:1789635650.023999:0:22639:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:1.0:1789635650.024773:0:22639:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:1.0:1789635650.024801:0:22639:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.120@tcp' 00000020:01000004:1.0:1789635650.024803:0:22639:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:1.0:1789635650.024836:0:22639:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.120@tcp (typ=mgc) 00000020:00000080:1.0:1789635650.024851:0:22639:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.120@tcp (ffff8d04478a0000) 00000020:00000080:1.0:1789635650.024874:0:22639:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:1.0:1789635650.024955:0:22639:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d05743b5000@MGC192.168.203.120@tcp: add connection 192.168.203.120@tcp at head 00010000:00010000:1.0:1789635650.025245:0:22639:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.120@tcp-0 is initialized 00000040:01000000:1.0:1789635650.025252:0:22639:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.120@tcp ctxt 1 is initialized 00000100:00080000:3.0:1789635650.026082:0:22656:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:1.0:1789635650.030913:0:22657:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1789635650.031057:0:22639:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.120@tcp (uuid 7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189) 00000020:00000080:0.0:1789635650.031081:0:22639:0:(genops.c:1384:class_connect()) connect: client 7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189, cookie 0xb0c3a59caa410873 00000100:00080000:0.0:1789635650.031094:0:22639:0:(import.c:545:import_select_connection()) MGC192.168.203.120@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789635650.031109:0:22639:0:(import.c:666:import_select_connection()) MGC192.168.203.120@tcp: import ffff8d05743b5000 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:0.0:1789635650.031143:0:22639:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0447976300 x1876568427436160/t0(0) o250->MGC192.168.203.120@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789635650.031222:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447976300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3639:1876568427436160:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1789635650.031283:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635650.031374:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427436160 00000100:00100000:1.0:1789635650.031381:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427436160 00000100:00100000:1.0:1789635650.031427:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789635650.031436:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3639:x1876568427436160:12345-0@lo:250:mount.lustre.0 00010000:00080000:1.0:1789635650.031459:0:22652:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from 7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189@0@lo t0 exp 0000000000000000 cur 668 last 0 00000020:00000080:1.0:1789635650.031483:0:22652:0:(genops.c:1384:class_connect()) connect: client 7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189, cookie 0xb0c3a59caa41087a 00000100:00080000:1.0:1789635650.031880:0:22652:0:(import.c:65:import_set_state_nolock()) ffff8d05743b4000 : changing import state from RECOVER to FULL 00000100:00080000:0.0:1789635650.031961:0:22639:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189->MGS 00000020:01000004:0.0:1789635650.031986:0:22639:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:0.0:1789635650.031992:0:22639:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:0.0:1789635650.032005:0:22639:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff8d0558614d40) 00000020:00000080:0.0:1789635650.032014:0:22639:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:1.0:1789635650.038536:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+5:3639:x1876568427436160:12345-0@lo:250:mount.lustre.0 Request processed in 7091us (7243us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635650.038551:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789635650.039117:0:3639:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.203.120@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1789635650.039130:0:3639:0:(import.c:1177:ptlrpc_connect_interpret()) MGC192.168.203.120@tcp: connect to target with instance 0 00000100:00080000:3.0:1789635650.039139:0:3639:0:(import.c:1001:ptlrpc_connect_set_flags()) MGC192.168.203.120@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1789635650.039143:0:3639:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1789635650.039148:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d05743b5000 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1789635650.039151:0:3639:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1789635650.039167:0:3639:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:3.0:1789635650.039174:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447976300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3639:1876568427436160:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1789635650.049582:0:22639:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789635650.050111:0:22639:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:0.0:1789635650.050117:0:22639:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:1.0:1789635650.054226:0:22639:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:1.0:1789635650.054238:0:22639:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:1.0:1789635650.054904:0:22639:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:1.0:1789635650.054911:0:22639:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:1.0:1789635650.055550:0:22639:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789635650.055955:0:22639:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:1.0:1789635650.055962:0:22639:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:1.0:1789635650.056480:0:22639:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:1.0:1789635650.056487:0:22639:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:0.0:1789635650.107637:0:22639:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789635650.107859:0:22639:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:0.0:1789635650.107866:0:22639:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:2.0:1789635650.110090:0:22639:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:2.0:1789635650.110105:0:22639:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:2.0:1789635650.111509:0:22639:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789635650.111725:0:22639:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:2.0:1789635650.111731:0:22639:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:0.0:1789635650.113941:0:22639:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:0.0:1789635650.113953:0:22639:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:2.0:1789635650.114458:0:22639:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789635650.114665:0:22639:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:2.0:1789635650.114670:0:22639:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:0.0:1789635650.115518:0:22639:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:0.0:1789635650.115526:0:22639:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:0.0:1789635650.116215:0:22639:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789635650.116418:0:22639:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:0.0:1789635650.116423:0:22639:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:0.0:1789635650.117053:0:22639:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:0.0:1789635650.117060:0:22639:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:1.0:1789635650.138193:0:22639:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789635650.139338:0:22639:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1789635650.139348:0:22639:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:1.0:1789635650.141039:0:22639:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1789635650.141051:0:22639:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:3.0:1789635650.141889:0:22639:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1789635650.141898:0:22639:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:3.0:1789635650.145293:0:22639:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:3.0:1789635650.145397:0:22639:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:3.0:1789635650.145404:0:22639:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.120@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:3.0:1789635650.145507:0:22639:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.120@tcp ctxt 0 is initialized 00000020:01000004:3.0:1789635650.145541:0:22639:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.120@tcp, index=0000, flags=0x20005 00000020:01000004:3.0:1789635650.145546:0:22639:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1789635650.145548:0:22639:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1789635650.145549:0:22639:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789635650.145551:0:22639:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789635650.145552:0:22639:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789635650.145554:0:22639:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789635650.145556:0:22639:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789635650.145557:0:22639:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1789635650.145563:0:22639:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789635650.145564:0:22639:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1789635650.145567:0:22639:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:3.0:1789635650.145569:0:22639:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1789635650.145570:0:22639:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1789635650.145571:0:22639:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789635650.145572:0:22639:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789635650.145573:0:22639:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789635650.145574:0:22639:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789635650.145575:0:22639:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789635650.145576:0:22639:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1789635650.145577:0:22639:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789635650.145578:0:22639:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789635650.145938:0:22639:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:0.0:1789635650.145961:0:22639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574712a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22639:1876568427436288:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789635650.146034:0:22639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635650.146108:0:22639:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0550647840 going to sleep for 11 seconds 00000100:00100000:3.0:1789635650.146226:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427436288 00000100:00100000:3.0:1789635650.146234:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427436288 00000100:00100000:3.0:1789635650.146306:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789635650.146315:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+5:22639:x1876568427436288:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789635650.146366:0:22655:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1789635650.146369:0:22655:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1789635650.146372:0:22655:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:3.0:1789635650.146870:0:22676:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:2.0:1789635650.147545:0:22655:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:3.0:1789635650.149569:0:22677:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:3.0:1789635650.149576:0:22677:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:3.0:1789635650.149579:0:22677:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:3.0:1789635650.149582:0:22677:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:3.0:1789635650.149988:0:22677:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:2.0:1789635650.152012:0:22655:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1789635650.152024:0:22655:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:2.0:1789635650.154721:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+5:22639:x1876568427436288:12345-0@lo:253:mount.lustre.0 Request processed in 8398us (8677us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635650.154739:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789635650.155086:0:22639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574712a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22639:1876568427436288:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1789635650.155126:0:22639:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1789635650.155131:0:22639:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1789635650.155132:0:22639:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1789635650.155134:0:22639:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789635650.155135:0:22639:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789635650.155136:0:22639:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789635650.155138:0:22639:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789635650.155139:0:22639:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789635650.155141:0:22639:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1789635650.155143:0:22639:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789635650.155144:0:22639:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1789635650.155164:0:22639:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8d0448f98000 from lustre-MDT0000 10000000:01000000:1.0:1789635650.155195:0:22639:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:1.0:1789635650.155198:0:22639:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1789635650.155203:0:22639:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8d04478a0000 10000000:01000000:1.0:1789635650.155208:0:22639:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789635650.155216:0:22639:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8d04478a0000 from 1 10000000:01000000:1.0:1789635650.155219:0:22639:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1789635650.155255:0:22639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0565530a00/0xb0c3a59caa410888 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635650.155266:0:22639:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8d0565530a00/0xb0c3a59caa410888 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635650.155276:0:22639:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8d0565530a00/0xb0c3a59caa410888 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789635650.155295:0:22639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22639:1876568427436416:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789635650.155352:0:22639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635650.155707:0:22639:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549d8f780 going to sleep for 11 seconds 00000100:00100000:3.0:1789635650.156379:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427436416 00000100:00100000:3.0:1789635650.156388:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427436416 00000100:00100000:3.0:1789635650.156436:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789635650.156444:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446fc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+5:22639:x1876568427436416:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789635650.156457:0:22654:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789635650.156477:0:22654:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0446d1b000/0xb0c3a59caa41088f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb0c3a59caa410888 expref: -99 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635650.156518:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0446d1b000/0xb0c3a59caa41088f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb0c3a59caa410888 expref: 6 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635650.156529:0:22654:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0446d1b000/0xb0c3a59caa41088f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410888 expref: 6 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635650.156538:0:22654:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0446d1b000, rc 0) 00000100:00100000:3.0:1789635650.156721:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446fc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+6:22639:x1876568427436416:12345-0@lo:101:mount.lustre.0 Request processed in 277us (1368us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635650.156729:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789635650.156941:0:22639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22639:1876568427436416:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789635650.156959:0:22639:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8d0565530a00/0xb0c3a59caa410888 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41088f expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635650.156969:0:22639:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8d0565530a00/0xb0c3a59caa410888 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa41088f expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789635650.157036:0:22639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447975880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22639:1876568427436544:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789635650.157067:0:22639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635650.157203:0:22639:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0550647300 going to sleep for 11 seconds 00000100:00100000:2.0:1789635650.157244:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427436544 00000100:00100000:2.0:1789635650.157250:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427436544 00000100:00100000:2.0:1789635650.157310:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789635650.157327:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+6:22639:x1876568427436544:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789635650.157408:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+6:22639:x1876568427436544:12345-0@lo:501:mount.lustre.0 Request processed in 91us (340us total) trans 0 rc -2/-2 00000100:00100000:2.0:1789635650.157416:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789635650.157484:0:22639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447975880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22639:1876568427436544:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1789635650.157518:0:22639:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1789635650.157536:0:22639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0565530a00/0xb0c3a59caa410888 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41088f expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635650.157546:0:22639:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d0565530a00/0xb0c3a59caa410888 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41088f expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789635650.157556:0:22639:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8d0448f98000 10000000:01000000:0.0:1789635650.157561:0:22639:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1789635650.157565:0:22639:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8d0448f98000 10000000:01000000:0.0:1789635650.157567:0:22639:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1789635650.157570:0:22639:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8d0448f98000 from 1 10000000:01000000:0.0:1789635650.157573:0:22639:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1789635650.157619:0:22639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0549f43a00/0xb0c3a59caa410896 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635650.157628:0:22639:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8d0549f43a00/0xb0c3a59caa410896 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635650.157636:0:22639:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8d0549f43a00/0xb0c3a59caa410896 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789635650.157649:0:22639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447975880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22639:1876568427436672:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789635650.157684:0:22639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635650.158097:0:22639:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0550647300 going to sleep for 11 seconds 00000100:00100000:3.0:1789635650.158226:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427436672 00000100:00100000:3.0:1789635650.158232:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427436672 00000100:00100000:3.0:1789635650.158258:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789635650.158265:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446fc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+6:22639:x1876568427436672:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789635650.158274:0:22654:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789635650.158286:0:22654:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0446d1b400/0xb0c3a59caa41089d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb0c3a59caa410896 expref: -99 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635650.158304:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0446d1b400/0xb0c3a59caa41089d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb0c3a59caa410896 expref: 7 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635650.158313:0:22654:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0446d1b400/0xb0c3a59caa41089d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410896 expref: 7 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635650.158418:0:22654:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0446d1b400, rc 0) 00000100:00100000:3.0:1789635650.158461:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446fc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+7:22639:x1876568427436672:12345-0@lo:101:mount.lustre.0 Request processed in 196us (776us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635650.158468:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789635650.158553:0:22639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447975880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22639:1876568427436672:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789635650.158566:0:22639:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8d0549f43a00/0xb0c3a59caa410896 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41089d expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635650.158584:0:22639:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8d0549f43a00/0xb0c3a59caa410896 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa41089d expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789635650.158734:0:22639:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1789635650.158745:0:22639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0549f43a00/0xb0c3a59caa410896 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41089d expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635650.158762:0:22639:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d0549f43a00/0xb0c3a59caa410896 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41089d expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789635650.158769:0:22639:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1789635650.158774:0:22639:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789635650.158779:0:22639:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8d0448f98000 10000000:01000000:0.0:1789635650.158781:0:22639:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1789635650.158898:0:22639:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1789635650.158902:0:22639:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1789635650.158923:0:22639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0549f43c00/0xb0c3a59caa4108a4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635650.158930:0:22639:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8d0549f43c00/0xb0c3a59caa4108a4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635650.158937:0:22639:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8d0549f43c00/0xb0c3a59caa4108a4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789635650.158952:0:22639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447975880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22639:1876568427436800:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789635650.158982:0:22639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635650.159012:0:22639:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0550647300 going to sleep for 11 seconds 00000100:00100000:3.0:1789635650.159059:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427436800 00000100:00100000:3.0:1789635650.159064:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427436800 00000100:00100000:3.0:1789635650.159096:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789635650.159103:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+7:22639:x1876568427436800:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789635650.159110:0:22655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789635650.159129:0:22655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0446d1a000/0xb0c3a59caa4108ab lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb0c3a59caa4108a4 expref: -99 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635650.159144:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0446d1a000/0xb0c3a59caa4108ab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb0c3a59caa4108a4 expref: 8 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635650.159153:0:22655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0446d1a000/0xb0c3a59caa4108ab lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa4108a4 expref: 8 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635650.159160:0:22655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0446d1a000, rc 0) 00000100:00100000:3.0:1789635650.159188:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+8:22639:x1876568427436800:12345-0@lo:101:mount.lustre.0 Request processed in 86us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635650.159194:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789635650.159314:0:22639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447975880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22639:1876568427436800:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789635650.159340:0:22639:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8d0549f43c00/0xb0c3a59caa4108a4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa4108ab expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635650.159349:0:22639:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8d0549f43c00/0xb0c3a59caa4108a4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa4108ab expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789635650.159399:0:22639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447975880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22639:1876568427436928:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789635650.159423:0:22639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635650.159445:0:22639:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0550647300 going to sleep for 11 seconds 00000100:00100000:3.0:1789635650.159551:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427436928 00000100:00100000:3.0:1789635650.159556:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427436928 00000100:00100000:3.0:1789635650.159582:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789635650.159618:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+8:22639:x1876568427436928:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789635650.159748:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+9:22639:x1876568427436928:12345-0@lo:501:mount.lustre.0 Request processed in 159us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635650.159766:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789635650.160197:0:22639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447975880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22639:1876568427436928:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789635650.160228:0:22639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447975880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22639:1876568427437056:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789635650.160286:0:22639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635650.160314:0:22639:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0550647300 going to sleep for 11 seconds 00000100:00100000:3.0:1789635650.160397:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427437056 00000100:00100000:3.0:1789635650.160402:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427437056 00000100:00100000:3.0:1789635650.160432:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789635650.160438:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+9:22639:x1876568427437056:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789635650.161339:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+9:22639:x1876568427437056:12345-0@lo:503:mount.lustre.0 Request processed in 898us (1050us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635650.161348:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789635650.161481:0:22639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447975880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22639:1876568427437056:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789635650.161986:0:22678:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c9c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22678:1876568427437184:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789635650.162028:0:22678:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635650.162059:0:22678:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0548894840 going to sleep for 11 seconds 00000100:00100000:0.0:1789635650.162221:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427437184 00000100:00100000:0.0:1789635650.162227:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427437184 00000100:00100000:0.0:1789635650.162263:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789635650.162270:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+9:22678:x1876568427437184:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789635650.164957:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+9:22678:x1876568427437184:12345-0@lo:502:llog_process_th.0 Request processed in 2680us (2921us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635650.164970:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789635650.165092:0:22678:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c9c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22678:1876568427437184:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789635650.165141:0:22678:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789635650.165152:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789635650.165154:0:22678:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1789635650.165160:0:22678:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:2.0:1789635650.165163:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789635650.165177:0:22678:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff8d057ae499c0) 00000020:00000080:2.0:1789635650.165192:0:22678:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:2.0:1789635650.165197:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1789635650.165274:0:22678:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:2.0:1789635650.165280:0:22678:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb0c3a59caa4108b9 00000020:00000080:2.0:1789635650.165471:0:22678:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1789635650.165475:0:22678:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789635650.165479:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789635650.165480:0:22678:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1789635650.165483:0:22678:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789635650.165487:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789635650.165488:0:22678:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:2.0:1789635650.165491:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789635650.165498:0:22678:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff8d057ae48000) 00000020:00000080:2.0:1789635650.165507:0:22678:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:2.0:1789635650.165511:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1789635650.165514:0:22678:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:2.0:1789635650.165516:0:22678:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:2.0:1789635650.165522:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1789635650.165560:0:22678:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d0448f98000 from lustre-MDT0000, refs=3 00000020:00000080:2.0:1789635650.165572:0:22678:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff8d057ae4b380) 00000020:00000080:2.0:1789635650.165579:0:22678:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:2.0:1789635650.165707:0:22678:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1789635650.165713:0:22678:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb0c3a59caa4108ce 00000020:00000080:2.0:1789635650.166384:0:22678:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:2.0:1789635650.166393:0:22678:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1789635650.166400:0:22678:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xb0c3a59caa4108d5 00080000:01000000:2.0:1789635650.166406:0:22678:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:2.0:1789635650.166410:0:22678:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb0c3a59caa4108dc 00010000:00010000:3.0:1789635650.243188:0:22678:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:3.0:1789635650.243711:0:22678:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934628 00000001:00080000:3.0:1789635650.244081:0:22678:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1789635650.244546:0:22678:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff8d05655a0000) 00000020:00000080:3.0:1789635650.244562:0:22678:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:3.0:1789635650.244658:0:22678:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:3.0:1789635650.244665:0:22678:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb0c3a59caa4108ea 00000020:00000080:3.0:1789635650.245232:0:22678:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1789635650.248108:0:22678:0:(genops.c:1384:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xb0c3a59caa4108f1 00000020:00000080:3.0:1789635650.250355:0:22678:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:3.0:1789635650.250369:0:22678:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789635650.250377:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635650.250379:0:22678:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:3.0:1789635650.250382:0:22678:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789635650.250385:0:22678:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:3.0:1789635650.250387:0:22678:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789635650.250388:0:22678:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789635650.250390:0:22678:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789635650.250393:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635650.250394:0:22678:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789635650.250397:0:22678:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789635650.250402:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635650.250404:0:22678:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:3.0:1789635650.250409:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1789635650.250452:0:22678:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1789635650.250472:0:22678:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789635650.250475:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635650.250476:0:22678:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:3.0:1789635650.250487:0:22678:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789635650.250490:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635650.250492:0:22678:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:3.0:1789635650.250494:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1789635650.250500:0:22678:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.120@tcp to nid 0x20000c0a8cb78 (192.168.203.120@tcp) 00000020:00000080:3.0:1789635650.250524:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789635650.250539:0:22678:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff8d05655a19c0) 00000020:00000080:3.0:1789635650.250554:0:22678:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:3.0:1789635650.250560:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1789635650.250662:0:22678:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:3.0:1789635650.250668:0:22678:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:3.0:1789635650.250685:0:22678:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb0c3a59caa4108ff 00010000:00080000:3.0:1789635650.250724:0:22678:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d04410aa800@lustre-MDT0001-osp-MDT0000: add connection 192.168.203.120@tcp at head 00010000:00010000:3.0:1789635650.255365:0:22678:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:3.0:1789635650.263068:0:22678:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1789635650.263090:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1789635650.263145:0:22678:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:3.0:1789635650.263170:0:22678:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb0c3a59caa410906 00000100:00080000:3.0:1789635650.263182:0:22678:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789635650.263195:0:22678:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8d04410aa800 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:3.0:1789635650.263237:0:22678:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0574710e00 x1876568427437312/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789635650.263311:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427437312:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789635650.263396:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635650.263517:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427437312 00000100:00100000:2.0:1789635650.263525:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427437312 00000100:00100000:2.0:1789635650.263565:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789635650.263650:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447975880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3639:x1876568427437312:12345-0@lo:38:llog_process_th.0 00010000:00020000:2.0:1789635650.263666:0:22665:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1789635650.267100:0:22678:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:3.0:1789635650.267205:0:22678:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789635650.267211:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635650.267213:0:22678:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:3.0:1789635650.267216:0:22678:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789635650.267219:0:22678:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:3.0:1789635650.267221:0:22678:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789635650.267222:0:22678:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789635650.267224:0:22678:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789635650.267239:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635650.267240:0:22678:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789635650.267244:0:22678:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1789635650.267248:0:22678:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1789635650.267252:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635650.267253:0:22678:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1789635650.267256:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1789635650.267260:0:22678:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.120@tcp to nid 0x20000c0a8cb78 (192.168.203.120@tcp) 00000020:01000000:3.0:1789635650.267283:0:22678:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1789635650.267286:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789635650.267301:0:22678:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8d05655a4d40) 00000020:00000080:3.0:1789635650.267321:0:22678:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:3.0:1789635650.267326:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1789635650.267413:0:22678:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:3.0:1789635650.267419:0:22678:0:(osd_handler.c:8924:osd_obd_connect()) connect #6 00000020:00000080:3.0:1789635650.267426:0:22678:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb0c3a59caa410914 00010000:00080000:3.0:1789635650.267454:0:22678:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d057b956800@lustre-OST0000-osc-MDT0000: add connection 192.168.203.120@tcp at head 00010000:00010000:3.0:1789635650.268002:0:22678:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000040:01000000:3.0:1789635650.269076:0:22678:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1789635650.269244:0:22678:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:3.0:1789635650.272286:0:22678:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789635650.272769:0:22678:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1789635650.281388:0:22678:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:0.0:1789635650.288879:0:22684:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789635650.288904:0:22684:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000100:00100000:2.0:1789635650.294177:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447975880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3639:x1876568427437312:12345-0@lo:38:llog_process_th.0 Request processed in 30598us (30775us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789635650.294191:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:1.0:1789635650.294355:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d04410aa800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789635650.294361:0:3639:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789635650.294369:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427437312:0@lo:38:llog_process_th.0 00000020:00000080:2.0:1789635650.297018:0:22678:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1789635650.297035:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1789635650.297079:0:22678:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1789635650.297098:0:22678:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb0c3a59caa41091b 00000100:00080000:2.0:1789635650.297108:0:22678:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789635650.297119:0:22678:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8d057b956800 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:2.0:1789635650.297153:0:22678:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d05759c9c00 x1876568427437440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789635650.297208:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427437440:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1789635650.297256:0:3639:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876568427437440 offset 0 length 520: 4 00000100:00080000:2.0:1789635650.297310:0:22678:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:2.0:1789635650.297364:0:22678:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789635650.297368:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789635650.297370:0:22678:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1789635650.297373:0:22678:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789635650.297376:0:22678:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:2.0:1789635650.297387:0:22678:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789635650.297389:0:22678:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789635650.297391:0:22678:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789635650.297394:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789635650.297396:0:22678:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789635650.297398:0:22678:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789635650.297403:0:22678:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1789635650.297406:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789635650.297408:0:22678:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1789635650.297411:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789635650.297414:0:22678:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.120@tcp to nid 0x20000c0a8cb78 (192.168.203.120@tcp) 00000020:01000000:2.0:1789635650.297433:0:22678:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1789635650.297435:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789635650.297457:0:22678:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff8d056bd13380) 00000020:00000080:2.0:1789635650.297469:0:22678:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:2.0:1789635650.297474:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789635650.297531:0:22678:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:2.0:1789635650.297537:0:22678:0:(osd_handler.c:8924:osd_obd_connect()) connect #7 00000020:00000080:2.0:1789635650.297542:0:22678:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xb0c3a59caa410929 00010000:00080000:2.0:1789635650.297568:0:22678:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d057b950800@lustre-OST0001-osc-MDT0000: add connection 192.168.203.120@tcp at head 00010000:00010000:2.0:1789635650.298183:0:22678:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:2.0:1789635650.298251:0:22678:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1789635650.298266:0:22678:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:3.0:1789635650.309085:0:22678:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789635650.310075:0:22678:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1789635650.310213:0:22678:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:0.0:1789635650.312244:0:22686:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789635650.312251:0:22686:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:1.0:1789635650.313093:0:22678:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789635650.313108:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1789635650.313148:0:22678:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:1.0:1789635650.313168:0:22678:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb0c3a59caa410930 00000100:00080000:1.0:1789635650.313178:0:22678:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789635650.313190:0:22678:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8d057b950800 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:1.0:1789635650.313228:0:22678:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d057ae95180 x1876568427437568/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789635650.313260:0:22678:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:1.0:1789635650.313313:0:22678:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789635650.313317:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789635650.313319:0:22678:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1789635650.313323:0:22678:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789635650.313326:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789635650.313328:0:22678:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:1.0:1789635650.313331:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1789635650.313333:0:22678:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1789635650.313336:0:22678:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789635650.313338:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789635650.313340:0:22678:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:1.0:1789635650.313342:0:22678:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789635650.313344:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789635650.313345:0:22678:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1789635650.313348:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1789635650.313378:0:22678:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22678:1876568427437696:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789635650.313459:0:22678:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635650.313502:0:22678:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d055060fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789635650.313638:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427437696 00000100:00100000:0.0:1789635650.313645:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427437696 00000100:00100000:0.0:1789635650.313694:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789635650.313704:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+9:22678:x1876568427437696:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789635650.313928:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+9:22678:x1876568427437696:12345-0@lo:502:llog_process_th.0 Request processed in 224us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635650.314002:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789635650.314044:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427437568:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1789635650.314068:0:3639:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876568427437568 offset 0 length 520: 4 00000100:00100000:1.0:1789635650.314231:0:22678:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22678:1876568427437696:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1789635650.314258:0:22678:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789635650.314262:0:22678:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789635650.314264:0:22678:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1789635650.314267:0:22678:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:0.0:1789635650.314519:0:22639:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:0.0:1789635650.314540:0:22639:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1789635650.314634:0:22639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0549f43c00/0xb0c3a59caa4108a4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa4108ab expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635650.314645:0:22639:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d0549f43c00/0xb0c3a59caa4108a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa4108ab expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789635650.314653:0:22639:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8d0448f98000 from 1 10000000:01000000:0.0:1789635650.314656:0:22639:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789635650.314696:0:22639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0549f42c00/0xb0c3a59caa410937 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635650.314703:0:22639:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8d0549f42c00/0xb0c3a59caa410937 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635650.314712:0:22639:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8d0549f42c00/0xb0c3a59caa410937 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789635650.314735:0:22639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447974700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22639:1876568427437824:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789635650.314778:0:22639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635650.314802:0:22639:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fa8180 going to sleep for 11 seconds 00000100:00100000:0.0:1789635650.314821:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427437824 00000100:00100000:0.0:1789635650.314826:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427437824 00000100:00100000:0.0:1789635650.314860:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789635650.314868:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+9:22639:x1876568427437824:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789635650.314878:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789635650.314892:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0549f43600/0xb0c3a59caa41093e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb0c3a59caa410937 expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635650.314911:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0549f43600/0xb0c3a59caa41093e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb0c3a59caa410937 expref: 10 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635650.314921:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0549f43600/0xb0c3a59caa41093e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410937 expref: 10 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635650.314939:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0549f43600, rc 0) 00000100:00100000:0.0:1789635650.314971:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+10:22639:x1876568427437824:12345-0@lo:101:mount.lustre.0 Request processed in 104us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635650.314977:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789635650.315009:0:22639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447974700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22639:1876568427437824:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789635650.315020:0:22639:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8d0549f42c00/0xb0c3a59caa410937 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41093e expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635650.315028:0:22639:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8d0549f42c00/0xb0c3a59caa410937 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa41093e expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789635650.315530:0:22639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447974700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22639:1876568427437952:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1789635650.315567:0:22639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635650.315583:0:22639:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fa8180 going to sleep for 11 seconds 00000100:00100000:0.0:1789635650.315621:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427437952 00000100:00100000:0.0:1789635650.315625:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427437952 00000100:00100000:0.0:1789635650.315648:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789635650.315655:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+10:22639:x1876568427437952:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1789635650.315669:0:22654:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1789635650.315686:0:22654:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:0.0:1789635650.315742:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+10:22639:x1876568427437952:12345-0@lo:256:mount.lustre.0 Request processed in 87us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635650.315749:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789635650.315780:0:22639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447974700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22639:1876568427437952:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1789635650.316309:0:22639:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789635650.316318:0:22639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0549f42c00/0xb0c3a59caa410937 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41093e expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635650.316327:0:22639:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d0549f42c00/0xb0c3a59caa410937 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41093e expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789635650.316335:0:22639:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d0448f98000 from 1 10000000:01000000:0.0:1789635650.316338:0:22639:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789635650.316359:0:22639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0549f42000/0xb0c3a59caa410945 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635650.316367:0:22639:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8d0549f42000/0xb0c3a59caa410945 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635650.316420:0:22639:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8d0549f42000/0xb0c3a59caa410945 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789635650.316436:0:22639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447974700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22639:1876568427438080:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789635650.316466:0:22639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635650.316490:0:22639:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fa8180 going to sleep for 11 seconds 00000100:00100000:0.0:1789635650.316511:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427438080 00000100:00100000:0.0:1789635650.316516:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427438080 00000100:00100000:0.0:1789635650.316558:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789635650.316565:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+10:22639:x1876568427438080:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789635650.316573:0:22654:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789635650.316583:0:22654:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0549f42600/0xb0c3a59caa41094c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb0c3a59caa410945 expref: -99 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635650.316624:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0549f42600/0xb0c3a59caa41094c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb0c3a59caa410945 expref: 11 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635650.316634:0:22654:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0549f42600/0xb0c3a59caa41094c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410945 expref: 11 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635650.316642:0:22654:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0549f42600, rc 0) 00000100:00100000:0.0:1789635650.316669:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+11:22639:x1876568427438080:12345-0@lo:101:mount.lustre.0 Request processed in 105us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635650.316690:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789635650.316722:0:22639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447974700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22639:1876568427438080:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789635650.316732:0:22639:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8d0549f42000/0xb0c3a59caa410945 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41094c expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635650.316745:0:22639:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8d0549f42000/0xb0c3a59caa410945 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa41094c expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789635650.316792:0:22639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447974700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22639:1876568427438208:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789635650.316815:0:22639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635650.316827:0:22639:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fa8180 going to sleep for 11 seconds 00000100:00100000:0.0:1789635650.316838:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427438208 00000100:00100000:0.0:1789635650.316842:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427438208 00000100:00100000:0.0:1789635650.316856:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789635650.316861:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f72c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+11:22639:x1876568427438208:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789635650.316966:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f72c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+11:22639:x1876568427438208:12345-0@lo:501:mount.lustre.0 Request processed in 104us (149us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635650.316972:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789635650.316998:0:22639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447974700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22639:1876568427438208:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789635650.317021:0:22639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447974700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22639:1876568427438336:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789635650.317056:0:22639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635650.317067:0:22639:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d054a2edc00 going to sleep for 11 seconds 00000100:00100000:0.0:1789635650.317079:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427438336 00000100:00100000:0.0:1789635650.317083:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427438336 00000100:00100000:0.0:1789635650.317098:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789635650.317104:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f70450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+11:22639:x1876568427438336:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789635650.317169:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f70450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+11:22639:x1876568427438336:12345-0@lo:503:mount.lustre.0 Request processed in 64us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635650.317176:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789635650.317212:0:22639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447974700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22639:1876568427438336:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789635650.318235:0:22688:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759ca300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22688:1876568427438464:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789635650.318283:0:22688:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635650.318349:0:22688:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d056e1e4780 going to sleep for 11 seconds 00000100:00100000:0.0:1789635650.318380:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427438464 00000100:00100000:0.0:1789635650.318386:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427438464 00000100:00100000:0.0:1789635650.318460:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789635650.318467:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f72850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+11:22688:x1876568427438464:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789635650.319097:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f72850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+11:22688:x1876568427438464:12345-0@lo:502:llog_process_th.0 Request processed in 628us (812us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635650.319105:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789635650.319178:0:22688:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759ca300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22688:1876568427438464:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789635650.319204:0:22688:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789635650.319212:0:22688:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789635650.319214:0:22688:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1789635650.319221:0:22688:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d0448f98000 00000020:00000080:2.0:1789635650.319228:0:22688:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789635650.319236:0:22688:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789635650.319239:0:22688:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789635650.319240:0:22688:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1789635650.319242:0:22688:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789635650.319245:0:22688:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789635650.319246:0:22688:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1789635650.319249:0:22688:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d0448f98000 00000020:00000080:2.0:1789635650.319251:0:22688:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789635650.319307:0:22688:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789635650.319311:0:22688:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789635650.319312:0:22688:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1789635650.319315:0:22688:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789635650.319317:0:22688:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789635650.319319:0:22688:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789635650.319323:0:22688:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8d0448f98000 00000020:00000080:2.0:1789635650.319324:0:22688:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789635650.319343:0:22688:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789635650.319346:0:22688:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789635650.319347:0:22688:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789635650.319349:0:22688:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789635650.319352:0:22688:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789635650.319353:0:22688:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1789635650.319357:0:22688:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8d0448f98000 00000020:00000080:2.0:1789635650.319359:0:22688:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1789635650.319393:0:22688:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759ca300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22688:1876568427438592:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789635650.319425:0:22688:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635650.327112:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427438592 00000100:00100000:3.0:1789635650.327127:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427438592 00000100:00100000:3.0:1789635650.327173:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789635650.327181:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f71c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+11:22688:x1876568427438592:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789635650.329750:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f71c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+11:22688:x1876568427438592:12345-0@lo:502:llog_process_th.0 Request processed in 2562us (10316us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635650.329781:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789635650.340810:0:22688:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d056e1e4780 going to sleep for 11 seconds 00000100:00100000:1.0:1789635650.340851:0:22688:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759ca300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22688:1876568427438592:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1789635650.340891:0:22688:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789635650.340900:0:22688:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789635650.340902:0:22688:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1789635650.340907:0:22688:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:0.0:1789635650.341304:0:22639:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1789635650.341326:0:22639:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789635650.341341:0:22639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0549f42000/0xb0c3a59caa410945 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41094c expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635650.341352:0:22639:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d0549f42000/0xb0c3a59caa410945 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41094c expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789635650.341402:0:22639:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1789635650.341405:0:22639:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8d0448f98000 10000000:01000000:0.0:1789635650.341408:0:22639:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8d0448f98000 10000000:01000000:0.0:1789635650.341412:0:22639:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789635650.341417:0:22639:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8d0448f98000 from 1 10000000:01000000:0.0:1789635650.341420:0:22639:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1789635650.341452:0:22639:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0549f43e00/0xb0c3a59caa410953 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635650.341460:0:22639:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8d0549f43e00/0xb0c3a59caa410953 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635650.341470:0:22639:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8d0549f43e00/0xb0c3a59caa410953 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789635650.341496:0:22639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447974700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22639:1876568427438720:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789635650.341552:0:22639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635650.344702:0:22639:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d054133a0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789635650.347738:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427438720 00000100:00100000:3.0:1789635650.347762:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427438720 00000100:00100000:3.0:1789635650.347888:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789635650.347899:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f70050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+11:22639:x1876568427438720:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789635650.347915:0:22655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789635650.348003:0:22655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0446d1be00/0xb0c3a59caa41095a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xb0c3a59caa410953 expref: -99 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635650.348032:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0446d1be00/0xb0c3a59caa41095a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb0c3a59caa410953 expref: 12 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635650.348043:0:22655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0446d1be00/0xb0c3a59caa41095a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410953 expref: 12 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635650.348051:0:22655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0446d1be00, rc 0) 00000100:00100000:3.0:1789635650.348130:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f70050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+12:22639:x1876568427438720:12345-0@lo:101:mount.lustre.0 Request processed in 233us (6577us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635650.348137:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789635650.348201:0:22639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447974700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22639:1876568427438720:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789635650.348219:0:22639:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8d0549f43e00/0xb0c3a59caa410953 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41095a expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635650.348230:0:22639:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8d0549f43e00/0xb0c3a59caa410953 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa41095a expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635650.348311:0:22639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574710e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22639:1876568427438848:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789635650.348358:0:22639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635650.348387:0:22639:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d054648ad80 going to sleep for 11 seconds 00000100:00100000:2.0:1789635650.348530:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427438848 00000100:00100000:2.0:1789635650.348535:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427438848 00000100:00100000:2.0:1789635650.348576:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789635650.348585:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f73050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+12:22639:x1876568427438848:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789635650.348764:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f73050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+12:22639:x1876568427438848:12345-0@lo:501:mount.lustre.0 Request processed in 180us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635650.348780:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789635650.349711:0:22639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574710e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22639:1876568427438848:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789635650.349764:0:22639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574710e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22639:1876568427438976:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789635650.351683:0:22639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635650.351731:0:22639:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d054648ad80 going to sleep for 11 seconds 00000100:00100000:3.0:1789635650.351762:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427438976 00000100:00100000:3.0:1789635650.351770:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427438976 00000100:00100000:3.0:1789635650.351884:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789635650.351893:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f70c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+12:22639:x1876568427438976:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789635650.352281:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f70c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+12:22639:x1876568427438976:12345-0@lo:503:mount.lustre.0 Request processed in 389us (1350us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635650.352290:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789635650.352342:0:22639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574710e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22639:1876568427438976:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789635650.355208:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22695:1876568427439104:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789635650.355283:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635650.355326:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d05513aecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1789635650.355896:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427439104 00000100:00100000:3.0:1789635650.355907:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427439104 00000100:00100000:3.0:1789635650.356022:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1789635650.356031:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f72450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+12:22695:x1876568427439104:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789635650.356161:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f72450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+12:22695:x1876568427439104:12345-0@lo:502:llog_process_th.0 Request processed in 130us (877us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635650.356168:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789635650.357719:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22695:1876568427439104:0@lo:502:llog_process_th.0 00000020:01000004:1.0:1789635650.358002:0:22695:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:1.0:1789635650.358017:0:22695:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff8d04478a19c0) 00000020:00000080:1.0:1789635650.358037:0:22695:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:1.0:1789635650.358138:0:22695:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d0448f98000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1789635650.358142:0:22695:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d0448f98000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1789635650.358145:0:22695:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d0448f98000 4 00010000:00080000:1.0:1789635650.358172:0:22695:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d0558628000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.120@tcp at head 00010000:00010000:1.0:1789635650.365148:0:22695:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:1.0:1789635650.365336:0:22695:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:1.0:1789635650.365378:0:22695:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1789635650.366198:0:22695:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xb0c3a59caa410968 00000100:00080000:1.0:1789635650.366210:0:22695:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789635650.366230:0:22695:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8d0558628000 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:1.0:1789635650.366267:0:22695:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d057ae96680 x1876568427439232/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789635650.366295:0:22695:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1789635650.366321:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1789635650.366326:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1789635650.366329:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d04410aa800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789635650.366333:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 668 00000100:00080000:1.0:1789635650.366338:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789635650.366343:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8d04410aa800 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:1.0:1789635650.366356:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d057ae97b80 x1876568427439360/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789635650.366367:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789635650.366370:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789635650.366372:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789635650.366375:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789635650.366527:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3639:1876568427439232:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789635650.366748:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635650.366906:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427439360:0@lo:38:kworker.0 00000100:00100000:0.0:1789635650.367001:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635650.367111:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427439232 00000100:00100000:1.0:1789635650.367119:0:22660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427439232 00000100:00100000:1.0:1789635650.367155:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789635650.367162:0:22660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447975500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3639:x1876568427439232:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789635650.367222:0:22660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447975500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3639:x1876568427439232:12345-0@lo:38:llog_process_th.0 Request processed in 59us (624us total) trans 0 rc -11/-11 00000100:00100000:1.0:1789635650.367229:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789635650.367272:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427439360 00000100:00100000:1.0:1789635650.367276:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427439360 00000100:00100000:1.0:1789635650.367301:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789635650.367306:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447975c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3639:x1876568427439360:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1789635650.367317:0:22666:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789635650.367343:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447975c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3639:x1876568427439360:12345-0@lo:38:kworker.0 Request processed in 36us (342us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789635650.367349:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789635650.367435:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae95f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22695:1876568427439488:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789635650.367473:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635650.367489:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d05513ae900 going to sleep for 11 seconds 00000100:00100000:0.0:1789635650.367622:0:3639:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789635650.367630:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d0558628000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789635650.367634:0:3639:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:0.0:1789635650.367638:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3639:1876568427439232:0@lo:38:llog_process_th.0 00000100:00080000:0.0:1789635650.367647:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d04410aa800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789635650.367651:0:3639:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789635650.367653:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427439360:0@lo:38:kworker.0 00000100:00100000:0.0:1789635650.369091:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427439488 00000100:00100000:0.0:1789635650.369101:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427439488 00000100:00100000:0.0:1789635650.369155:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789635650.369164:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f72050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+12:22695:x1876568427439488:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789635650.369299:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f72050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+12:22695:x1876568427439488:12345-0@lo:502:llog_process_th.0 Request processed in 136us (1825us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635650.369307:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789635650.369922:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae95f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22695:1876568427439488:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789635650.369993:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae95f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22695:1876568427439616:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789635650.370032:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635650.370066:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d05513ae900 going to sleep for 11 seconds 00000100:00100000:3.0:1789635650.370221:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427439616 00000100:00100000:3.0:1789635650.370227:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427439616 00000100:00100000:3.0:1789635650.370279:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1789635650.370287:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f73850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+12:22695:x1876568427439616:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789635650.370374:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f73850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+12:22695:x1876568427439616:12345-0@lo:502:llog_process_th.0 Request processed in 87us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635650.370381:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1789635650.371159:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae95f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22695:1876568427439616:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1789635650.371190:0:22695:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:3.0:1789635650.371888:0:22639:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1789635650.371912:0:22639:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1789635650.371997:0:22639:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0549f43e00/0xb0c3a59caa410953 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41095a expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635650.372009:0:22639:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d0549f43e00/0xb0c3a59caa410953 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41095a expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1789635650.372062:0:22639:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1789635650.372064:0:22639:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1789635650.372066:0:22639:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789635650.372067:0:22639:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789635650.372068:0:22639:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789635650.372070:0:22639:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789635650.372071:0:22639:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789635650.372073:0:22639:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1789635650.372074:0:22639:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789635650.372076:0:22639:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1789635650.372079:0:22639:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:3.0:1789635650.372081:0:22639:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1789635650.372083:0:22639:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1789635650.372084:0:22639:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789635650.372085:0:22639:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789635650.372086:0:22639:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789635650.372087:0:22639:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789635650.372088:0:22639:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789635650.372089:0:22639:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1789635650.372090:0:22639:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789635650.372091:0:22639:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1789635650.372112:0:22639:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1789635650.372127:0:22639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574710e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22639:1876568427439744:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1789635650.372189:0:22639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635650.372226:0:22639:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d054648a780 going to sleep for 11 seconds 00000100:00100000:3.0:1789635650.372245:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427439744 00000100:00100000:3.0:1789635650.372251:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427439744 00000100:00100000:3.0:1789635650.372291:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1789635650.372298:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f71050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+12:22639:x1876568427439744:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789635650.372323:0:22655:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1789635650.372335:0:22655:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1789635650.377745:0:22655:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1789635650.377765:0:22655:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:3.0:1789635650.377858:0:22676:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1789635650.377864:0:22676:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1789635650.377884:0:22676:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8d0446d1a800/0xb0c3a59caa41096f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635650.377902:0:22676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d0549f43600/0xb0c3a59caa41093e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410937 expref: 12 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635650.377910:0:22676:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8d0446d1a800/0xb0c3a59caa41096f lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635650.377957:0:22676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d0549f43600/0xb0c3a59caa41093e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb0c3a59caa410937 expref: 12 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635650.377970:0:22676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d0549f43600/0xb0c3a59caa41093e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb0c3a59caa410937 expref: 12 pid: 22652 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635650.377984:0:22676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574712a00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22676:1876568427439872:0@lo:104: 00000100:00100000:3.0:1789635650.378038:0:22676:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635650.378084:0:22676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d054648a600 going to sleep for 11 seconds 00000100:00100000:1.0:1789635650.378197:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427439872 00000100:00100000:1.0:1789635650.378205:0:22643:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427439872 00000100:00100000:1.0:1789635650.378250:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789635650.378260:0:22643:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574711180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+3:22676:x1876568427439872:12345-0@lo:104: 00010000:00010000:1.0:1789635650.378271:0:22643:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.120@tcp lock: ffff8d0549f42c00/0xb0c3a59caa410937 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb0c3a59caa41093e expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635650.378317:0:22643:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1789635650.378323:0:22643:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574711180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+3:22676:x1876568427439872:12345-0@lo:104: Request processed in 65us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635650.378338:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:1.0:1789635650.378357:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789635650.378362:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8d0549f42c00/0xb0c3a59caa410937 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb0c3a59caa41093e expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635650.378369:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0549f42c00 already unused, calling callback (ffffffffc1537c20) 10000000:00010000:1.0:1789635650.378373:0:22649:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8d0549f42c00/0xb0c3a59caa410937 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb0c3a59caa41093e expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635650.378382:0:22649:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8d0549f42c00/0xb0c3a59caa410937 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb0c3a59caa41093e expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789635650.378389:0:22649:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8d0549f42c00/0xb0c3a59caa410937 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb0c3a59caa41093e expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789635650.378395:0:22649:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1789635650.378420:0:22649:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8d0549f42c00/0xb0c3a59caa410937 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa41093e expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635650.378426:0:22649:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789635650.378444:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8d0549f42c00/0xb0c3a59caa410937 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa41093e expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635650.378450:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8d0549f42c00/0xb0c3a59caa410937 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa41093e expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635650.378464:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635650.378466:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635650.378468:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789635650.378493:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3643:1876568427440000:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789635650.378526:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635650.379030:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427440000 00000100:00100000:3.0:1789635650.379036:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427440000 00010000:00010000:3.0:1789635650.379062:0:22645:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d0549f43600/0xb0c3a59caa41093e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb0c3a59caa410937 expref: 13 pid: 22652 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635650.379087:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789635650.379094:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae95880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+13:3643:x1876568427440000:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789635650.379103:0:22645:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789635650.379108:0:22645:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d0549f43600/0xb0c3a59caa41093e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb0c3a59caa410937 expref: 13 pid: 22652 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635650.379118:0:22645:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d0549f43600/0xb0c3a59caa41093e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb0c3a59caa410937 expref: 13 pid: 22652 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635650.379132:0:22645:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8d0446d1a800/0xb0c3a59caa41096f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635650.379140:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0446d1a800/0xb0c3a59caa41096f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1789635650.379152:0:22645:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001289083s 00010000:00010000:3.0:1789635650.379156:0:22645:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d0446d1a800/0xb0c3a59caa41096f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635650.379162:0:22645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d0446d1a800/0xb0c3a59caa41096f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635650.379169:0:22645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8d0446d1a800/0xb0c3a59caa41096f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635650.379175:0:22645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8d0446d1a800/0xb0c3a59caa41096f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635650.379181:0:22645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0446d1a800 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:3.0:1789635650.379190:0:22645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8d0446d1a800/0xb0c3a59caa41096f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635650.379197:0:22645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8d0446d1a800/0xb0c3a59caa41096f lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635650.379206:0:22645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8d0446d1a800/0xb0c3a59caa41096f lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635650.379216:0:22645:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789635650.379260:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae95880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+13:3643:x1876568427440000:12345-0@lo:103:ldlm_bl.0 Request processed in 166us (733us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635650.379267:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:3.0:1789635650.379301:0:22676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0549f43600/0xb0c3a59caa41093e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb0c3a59caa410937 expref: 12 pid: 22652 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635650.379313:0:22676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574712a00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22676:1876568427439872:0@lo:104: 00010000:00010000:3.0:1789635650.379328:0:22676:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8d0446d1a800/0xb0c3a59caa41096f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635650.379337:0:22676:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8d0446d1a800/0xb0c3a59caa41096f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635650.379345:0:22676:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8d0446d1a800/0xb0c3a59caa41096f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635650.379352:0:22676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0446d1a800/0xb0c3a59caa41096f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789635650.379483:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae95f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3643:1876568427440000:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789635650.379626:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f71050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+11:22639:x1876568427439744:12345-0@lo:253:mount.lustre.0 Request processed in 7327us (7436us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635650.379643:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789635650.382468:0:22639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574710e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22639:1876568427439744:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789635650.382498:0:22639:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1789635650.382502:0:22639:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789635650.382503:0:22639:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1789635650.382505:0:22639:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789635650.382506:0:22639:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789635650.382508:0:22639:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789635650.382509:0:22639:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789635650.382510:0:22639:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789635650.382512:0:22639:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1789635650.382513:0:22639:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789635650.382515:0:22639:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1789635650.382527:0:22639:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000020:00080000:1.0:1789635650.397110:0:22639:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:3.0:1789635650.397487:0:22639:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:1.0:1789635650.397638:0:22699:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:1.0:1789635650.397642:0:22699:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:1.0:1789635650.397919:0:22700:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1789635650.398084:0:22639:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:2.0:1789635650.398720:0:22700:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:1.0:1789635650.399521:0:22701:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff8d057ae97480 x1876568427440128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789635650.399544:0:22701:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fabb40 going to sleep for 0 seconds 00000040:01000000:3.0:1789635650.400102:0:22639:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:3.0:1789635650.400148:0:22639:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:3.0:1789635650.401095:0:22639:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1789635650.401105:0:22639:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:3.0:1789635650.401153:0:22639:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789635650.402281:0:22639:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:3.0:1789635650.402999:0:22639:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1789635650.403037:0:22639:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:3.0:1789635650.403832:0:22639:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:3.0:1789635650.404299:0:22639:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:3.0:1789635650.406175:0:22639:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:3.0:1789635650.407533:0:22639:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1789635650.407562:0:22639:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffa6bb41c5b988 00100000:10000000:3.0:1789635650.407570:0:22639:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:3.0:1789635650.408402:0:22639:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1789635650.408417:0:22639:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.120@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1789635650.408434:0:22639:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=46 00000080:00000004:3.0:1789635650.408451:0:22639:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000040:00080000:2.0:1789635650.410723:0:22700:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1789635650.410806:0:22700:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000020:00000004:2.0:1789635650.412837:0:22639:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789635650.413040:0:22639:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1789635651.047475:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789635651.370755:0:22693:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1789635651.370763:0:22693:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1789635651.372112:0:22693:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1789635651.372122:0:22693:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:1.0:1789635651.427740:0:22701:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fabb40 going to sleep for 0 seconds 10000000:01000000:1.0:1789635651.491671:0:22657:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1789635651.491680:0:22657:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8d0448f98000 from 11 10000000:01000000:1.0:1789635651.491685:0:22657:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789635651.491731:0:22657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0565531200/0xb0c3a59caa410976 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635651.491742:0:22657:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8d0565531200/0xb0c3a59caa410976 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635651.491753:0:22657:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8d0565531200/0xb0c3a59caa410976 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789635651.491779:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae94380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427440256:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789635651.491856:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635651.491887:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fab240 going to sleep for 11 seconds 00000100:00100000:0.0:1789635651.492135:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427440256 00000100:00100000:0.0:1789635651.492145:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427440256 00000100:00100000:0.0:1789635651.492200:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789635651.492209:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f71450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+11:22657:x1876568427440256:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789635651.492222:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789635651.492235:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0549f43600/0xb0c3a59caa41097d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb0c3a59caa410976 expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635651.492272:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0549f43600/0xb0c3a59caa41097d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb0c3a59caa410976 expref: 12 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635651.492283:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0549f43600/0xb0c3a59caa41097d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410976 expref: 12 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635651.492290:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0549f43600, rc 0) 00000100:00100000:0.0:1789635651.492337:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f71450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+12:22657:x1876568427440256:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 128us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635651.492343:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1789635651.492423:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae94380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427440256:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789635651.492438:0:22657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8d0565531200/0xb0c3a59caa410976 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41097d expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635651.492447:0:22657:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8d0565531200/0xb0c3a59caa410976 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa41097d expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635651.492498:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759cb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427440384:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789635651.492532:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635651.492557:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d056e1e4cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789635651.492963:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427440384 00000100:00100000:0.0:1789635651.492976:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427440384 00000100:00100000:0.0:1789635651.493011:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789635651.493019:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f73c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+12:22657:x1876568427440384:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789635651.493033:0:22655:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789635651.493048:0:22655:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789635651.493051:0:22655:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1789635651.493129:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f73c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+12:22657:x1876568427440384:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 110us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635651.493136:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789635651.493211:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759cb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427440384:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789635651.493271:0:22657:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789635651.493279:0:22657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0565531200/0xb0c3a59caa410976 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41097d expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635651.493287:0:22657:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d0565531200/0xb0c3a59caa410976 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41097d expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635652.072641:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789635652.396793:0:22693:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1789635652.396802:0:22693:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1789635652.396993:0:22693:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:3.0:1789635652.397033:0:22693:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1789635652.397180:0:22693:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:1.0:1789635652.456057:0:22701:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fabb40 going to sleep for 0 seconds 00010000:00010000:1.0:1789635653.092284:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789635653.476926:0:22701:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fabb40 going to sleep for 0 seconds 00010000:00010000:3.0:1789635654.115910:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789635654.504756:0:22701:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fabb40 going to sleep for 0 seconds 00000001:02000400:0.0:1789635655.067800:0:22943:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg320-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1789635655.140161:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789635655.526190:0:22701:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fabb40 going to sleep for 0 seconds 00000100:00080000:2.0:1789635655.593007:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1789635655.593013:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1789635655.593029:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d04410aa800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789635655.593036:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 669 00000100:00080000:2.0:1789635655.593041:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1789635655.593052:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8d04410aa800 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:2.0:1789635655.593075:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d05759c8700 x1876568427440640/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789635655.593092:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789635655.593095:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789635655.593098:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789635655.593101:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789635655.593103:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1789635655.593106:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1789635655.593108:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d0558628000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789635655.593112:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8d0558628000 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:2.0:1789635655.593130:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427440640:0@lo:38:kworker.0 00000100:00100000:2.0:1789635655.593261:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635655.593342:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d05759c9880 x1876568427440768/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789635655.593363:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3639:1876568427440768:0@lo:38:kworker.0 00000100:00100000:2.0:1789635655.593435:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635655.594997:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3640:1876568427440512:0@lo:400:kworker.0 00000100:00100000:1.0:1789635655.595055:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635655.595128:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427440640 00000100:00100000:1.0:1789635655.595137:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427440640 00000100:00100000:1.0:1789635655.595168:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789635655.595176:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3639:x1876568427440640:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1789635655.595196:0:22666:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789635655.595321:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3639:x1876568427440640:12345-0@lo:38:kworker.0 Request processed in 143us (2059us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789635655.595328:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:1.0:1789635655.595371:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d04410aa800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789635655.595376:0:3639:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789635655.595380:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427440640:0@lo:38:kworker.0 00000100:00100000:0.0:1789635655.595548:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427440512 00000100:00100000:0.0:1789635655.595553:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427440512 00000100:00100000:0.0:1789635655.595655:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789635655.595663:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f70850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+12:3640:x1876568427440512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635655.595710:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f70850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+12:3640:x1876568427440512:12345-0@lo:400:kworker.0 Request processed in 49us (655us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635655.595717:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1789635655.595813:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3640:1876568427440512:0@lo:400:kworker.0 00000100:00100000:3.0:1789635655.595893:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427440768 00000100:00100000:3.0:1789635655.595899:0:22662:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427440768 00000100:00100000:3.0:1789635655.595928:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789635655.595948:0:22662:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3639:x1876568427440768:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1789635655.595967:0:22662:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 674 last 0 00000020:00000080:3.0:1789635655.596010:0:22662:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xb0c3a59caa410984 00000004:00100000:3.0:1789635655.596024:0:22662:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1789635655.596163:0:22662:0:(import.c:65:import_set_state_nolock()) ffff8d04478c2800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789635655.596216:0:22662:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1876568427440768:12345-0@lo:38:kworker.0 Request processed in 268us (2780us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635655.596295:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1789635655.598837:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8d05759c9880 x1876568427440768/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789635665 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789635655.598857:0:3639:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1789635655.598864:0:3639:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1789635655.598870:0:3639:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1789635655.598873:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d0558628000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1789635655.598880:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3639:1876568427440768:0@lo:38:kworker.0 00000020:00000004:0.0:1789635656.150135:0:22996:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789635656.151745:0:22996:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1789635656.166392:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789635656.547712:0:22701:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fabb40 going to sleep for 0 seconds 00000020:00000004:3.0:1789635657.111221:0:23046:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789635657.111406:0:23046:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789635657.187926:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789635657.571663:0:22701:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fabb40 going to sleep for 0 seconds 00010000:00010000:0.0:1789635658.215817:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789635658.595729:0:22701:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fabb40 going to sleep for 0 seconds 00010000:00010000:1.0:1789635659.247586:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789635659.619821:0:22701:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fabb40 going to sleep for 0 seconds 00010000:00010000:1.0:1789635660.261215:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789635660.647001:0:22701:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fabb40 going to sleep for 0 seconds 00000100:00100000:0.0:1789635660.710636:0:3639:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789635650/real 1789635650] req@ffff8d057ae95180 x1876568427437568/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789635660 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789635660.710678:0:3639:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d057ae95180 x1876568427437568/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789635660 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789635660.710689:0:3639:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789635650/real 1789635650] req@ffff8d05759c9c00 x1876568427437440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789635660 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789635660.710703:0:3639:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d05759c9c00 x1876568427437440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789635660 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789635660.710719:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d057b950800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1789635660.713395:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3641:1876568427440896:0@lo:400:kworker.0 00000100:00100000:2.0:1789635660.713464:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789635660.713579:0:3639:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789635660.713586:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae95180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427437568:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1789635660.713617:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d057b956800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789635660.713624:0:3639:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789635660.713627:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427437440:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1789635660.714315:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1789635660.714330:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1789635660.714333:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d04410aa800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789635660.714339:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 674 00000100:00080000:1.0:1789635660.714344:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1789635660.714354:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8d04410aa800 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:1.0:1789635660.714383:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d057ae94e00 x1876568427441024/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789635660.714405:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789635660.714408:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789635660.714409:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d057b956800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789635660.714412:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 668 00000100:00080000:1.0:1789635660.714415:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789635660.714419:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8d057b956800 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:1.0:1789635660.714430:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d057ae94000 x1876568427441152/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789635660.714437:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789635660.714440:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789635660.714442:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d057b950800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789635660.714445:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 668 00000100:00080000:1.0:1789635660.714447:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789635660.714451:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8d057b950800 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:1.0:1789635660.714458:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d057ae97800 x1876568427441280/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789635660.714512:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427440896 00000100:00100000:1.0:1789635660.714518:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427440896 00000100:00100000:1.0:1789635660.714569:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1789635660.714578:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f73450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+12:3641:x1876568427440896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789635660.715122:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789635660.715137:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876568427441408:0@lo:400:kworker.0 00000100:00100000:3.0:1789635660.715185:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635660.715238:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427441408 00000100:00100000:3.0:1789635660.715243:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427441408 00000100:00100000:3.0:1789635660.715271:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789635660.715277:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876568427441408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789635660.715328:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574712a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876568427441408:12345-0@lo:400:kworker.0 Request processed in 51us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635660.715335:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1789635660.715371:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8d057ae96300 x1876568427441408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635676 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789635660.715383:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae96300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876568427441408:0@lo:400:kworker.0 00000100:00100000:0.0:1789635660.715518:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427441024:0@lo:38:kworker.0 00000100:00100000:0.0:1789635660.715550:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635660.715582:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427441152:0@lo:8:kworker.0 00000400:00000100:0.0:1789635660.715681:0:3639:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876568427441152 offset 0 length 520: 4 00000100:00100000:0.0:1789635660.715703:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427441280:0@lo:8:kworker.0 00000400:00000100:0.0:1789635660.715717:0:3639:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876568427441280 offset 0 length 520: 4 00000100:00100000:3.0:1789635660.718192:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427441024 00000100:00100000:3.0:1789635660.718207:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427441024 00000100:00100000:3.0:1789635660.718258:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789635660.718267:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447977800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3639:x1876568427441024:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1789635660.718313:0:22666:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1789635660.718482:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447977800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3639:x1876568427441024:12345-0@lo:38:kworker.0 Request processed in 120us (2836us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789635660.718491:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:0.0:1789635660.719094:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d04410aa800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789635660.719101:0:3639:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789635660.719105:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae94e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427441024:0@lo:38:kworker.0 00000100:00100000:1.0:1789635660.722835:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f73450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+12:3641:x1876568427440896:12345-0@lo:400:kworker.0 Request processed in 8248us (9361us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635660.722851:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1789635660.724712:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3641:1876568427440896:0@lo:400:kworker.0 00010000:00010000:1.0:1789635661.285129:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789635661.667692:0:22701:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fabb40 going to sleep for 0 seconds 00010000:00010000:1.0:1789635662.308721:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789635662.629736:0:22693:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789635662.699569:0:22701:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fabb40 going to sleep for 0 seconds 00010000:00010000:1.0:1789635663.339083:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789635663.718830:0:22701:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fabb40 going to sleep for 0 seconds 00000020:01000004:3.0:1789635663.988340:0:23404:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1789635663.988345:0:23404:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:3.0:1789635663.988347:0:23404:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1789635663.988456:0:23404:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8d04478c2000 00000020:01000004:3.0:1789635663.988474:0:23404:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:3.0:1789635663.988489:0:23404:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1789635663.988506:0:23404:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff8d05759219c0) 00000020:00000080:3.0:1789635663.988522:0:23404:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1789635664.048793:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1789635664.050365:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:1.0:1789635664.053269:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1789635664.053975:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1789635664.054213:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:1.0:1789635664.054406:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:2.0:1789635664.055244:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1789635664.055838:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:2.0:1789635664.056126:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:2.0:1789635664.056333:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1789635664.057199:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:2.0:1789635664.057515:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1789635664.058000:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1789635664.058198:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1789635664.059425:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:2.0:1789635664.060121:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1789635664.060329:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:2.0:1789635664.060773:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1789635664.061208:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1789635664.061439:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:3.0:1789635664.061800:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:3.0:1789635664.062064:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1789635664.062248:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1789635664.062437:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:3.0:1789635664.062744:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1789635664.063118:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:3.0:1789635664.063376:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:3.0:1789635664.063581:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1789635664.064068:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:3.0:1789635664.064289:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:3.0:1789635664.064515:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1789635664.064853:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1789635664.065162:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1789635664.065387:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1789635664.065664:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1789635664.066019:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1789635664.066256:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1789635664.066452:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:3.0:1789635664.066782:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1789635664.067047:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:3.0:1789635664.067231:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1789635664.067416:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1789635664.067674:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1789635664.068026:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1789635664.068257:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1789635664.068446:0:23404:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00080000:01000000:3.0:1789635664.069250:0:23404:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1789635664.069482:0:23404:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:3.0:1789635664.069493:0:23404:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:3.0:1789635664.069506:0:23404:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xb0c3a59caa410992 00000020:01000004:3.0:1789635664.069513:0:23404:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:3.0:1789635664.069533:0:23404:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.120@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1789635664.069537:0:23404:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.120@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1789635664.069543:0:23404:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:3.0:1789635664.069581:0:23404:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:3.0:1789635664.069586:0:23404:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.120@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:3.0:1789635664.074523:0:23404:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.120@tcp ctxt 0 is initialized 00000020:01000004:3.0:1789635664.074577:0:23404:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.203.120@tcp, index=0001, flags=0x20001 00000020:01000004:3.0:1789635664.074582:0:23404:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1789635664.074584:0:23404:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1789635664.074589:0:23404:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789635664.074590:0:23404:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789635664.074591:0:23404:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789635664.074592:0:23404:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789635664.074593:0:23404:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789635664.074737:0:23404:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789635664.074739:0:23404:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1789635664.074742:0:23404:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:3.0:1789635664.074744:0:23404:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1789635664.074746:0:23404:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1789635664.074747:0:23404:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789635664.074748:0:23404:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789635664.074749:0:23404:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789635664.074750:0:23404:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789635664.074750:0:23404:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789635664.074751:0:23404:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789635664.074752:0:23404:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1789635664.074782:0:23404:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:3.0:1789635664.074803:0:23404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574711500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427441536:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1789635664.074878:0:23404:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635664.074941:0:23404:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fab300 going to sleep for 11 seconds 00000100:00100000:2.0:1789635664.075115:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427441536 00000100:00100000:2.0:1789635664.075123:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427441536 00000100:00100000:2.0:1789635664.075174:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789635664.075184:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f71850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+12:23404:x1876568427441536:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1789635664.075215:0:22652:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:2.0:1789635664.075218:0:22652:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:2.0:1789635664.075225:0:22652:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:2.0:1789635664.075877:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f71850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+12:23404:x1876568427441536:12345-0@lo:253:mount.lustre.0 Request processed in 694us (998us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635664.075886:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789635664.076028:0:23404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574711500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427441536:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789635664.076040:0:23404:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1789635664.076042:0:23404:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789635664.076044:0:23404:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1789635664.076045:0:23404:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789635664.076046:0:23404:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789635664.076047:0:23404:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789635664.076048:0:23404:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789635664.076049:0:23404:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789635664.076051:0:23404:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789635664.076052:0:23404:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1789635664.076069:0:23404:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8d04478c2000 from lustre-MDT0001 10000000:01000000:3.0:1789635664.076099:0:23404:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:3.0:1789635664.076103:0:23404:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1789635664.076110:0:23404:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8d04478a0000 local copy 00010000:00010000:3.0:1789635664.076119:0:23404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0565530a00/0xb0c3a59caa410888 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41088f expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635664.076235:0:23404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574711500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427441664:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789635664.076269:0:23404:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635664.076351:0:23404:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fab6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789635664.076387:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427441664 00000100:00100000:1.0:1789635664.076394:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427441664 00000100:00100000:1.0:1789635664.076471:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789635664.076481:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+12:23404:x1876568427441664:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789635664.076555:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+12:23404:x1876568427441664:12345-0@lo:501:mount.lustre.0 Request processed in 76us (286us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789635664.076562:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1789635664.076670:0:23404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574711500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427441664:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1789635664.076684:0:23404:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.120@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1789635664.076704:0:23404:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.120@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1789635664.076711:0:23404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0565530a00/0xb0c3a59caa410888 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41088f expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.076721:0:23404:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d0565530a00/0xb0c3a59caa410888 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41088f expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789635664.076747:0:23404:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8d04478c2000 10000000:01000000:3.0:1789635664.076752:0:23404:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1789635664.076757:0:23404:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff8d04478a0000 10000000:01000000:3.0:1789635664.076759:0:23404:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:3.0:1789635664.076763:0:23404:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8d04478a0000 from 1 10000000:01000000:3.0:1789635664.076765:0:23404:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1789635664.076791:0:23404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0446d1ac00/0xb0c3a59caa410999 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.076799:0:23404:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8d0446d1ac00/0xb0c3a59caa410999 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.076808:0:23404:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8d0446d1ac00/0xb0c3a59caa410999 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635664.076839:0:23404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574711500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427441792:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789635664.076870:0:23404:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635664.077256:0:23404:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fab6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789635664.077343:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427441792 00000100:00100000:0.0:1789635664.077350:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427441792 00000100:00100000:0.0:1789635664.077377:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1789635664.077384:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+12:23404:x1876568427441792:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789635664.077393:0:22655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789635664.077408:0:22655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0549f42200/0xb0c3a59caa4109a0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb0c3a59caa410999 expref: -99 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635664.077428:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0549f42200/0xb0c3a59caa4109a0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb0c3a59caa410999 expref: 13 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635664.077437:0:22655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0549f42200/0xb0c3a59caa4109a0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410999 expref: 13 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635664.077445:0:22655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0549f42200, rc 0) 00000100:00100000:0.0:1789635664.077482:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+13:23404:x1876568427441792:12345-0@lo:101:mount.lustre.0 Request processed in 99us (612us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635664.077487:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789635664.077551:0:23404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574711500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427441792:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789635664.077574:0:23404:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8d0446d1ac00/0xb0c3a59caa410999 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa4109a0 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.077583:0:23404:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8d0446d1ac00/0xb0c3a59caa410999 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa4109a0 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789635664.077635:0:23404:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1789635664.077755:0:23404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0446d1ac00/0xb0c3a59caa410999 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa4109a0 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.077764:0:23404:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d0446d1ac00/0xb0c3a59caa410999 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa4109a0 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789635664.077773:0:23404:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8d04478c2000 10000000:01000000:3.0:1789635664.077778:0:23404:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1789635664.077782:0:23404:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8d04478c2000 from 1 10000000:01000000:3.0:1789635664.077784:0:23404:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1789635664.077803:0:23404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a800/0xb0c3a59caa4109a7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.077811:0:23404:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a800/0xb0c3a59caa4109a7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.077817:0:23404:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a800/0xb0c3a59caa4109a7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635664.077841:0:23404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574711500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427441920:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789635664.077870:0:23404:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635664.077972:0:23404:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fab6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789635664.078020:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427441920 00000100:00100000:1.0:1789635664.078025:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427441920 00000100:00100000:1.0:1789635664.078052:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789635664.078059:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+13:23404:x1876568427441920:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789635664.078067:0:22654:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789635664.078083:0:22654:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0565531800/0xb0c3a59caa4109ae lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb0c3a59caa4109a7 expref: -99 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635664.078097:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0565531800/0xb0c3a59caa4109ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb0c3a59caa4109a7 expref: 14 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635664.078105:0:22654:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0565531800/0xb0c3a59caa4109ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa4109a7 expref: 14 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635664.078112:0:22654:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0565531800, rc 0) 00000100:00100000:1.0:1789635664.078149:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+14:23404:x1876568427441920:12345-0@lo:101:mount.lustre.0 Request processed in 91us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635664.078155:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789635664.078344:0:23404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574711500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427441920:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789635664.078355:0:23404:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a800/0xb0c3a59caa4109a7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa4109ae expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.078362:0:23404:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a800/0xb0c3a59caa4109a7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa4109ae expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789635664.078372:0:23404:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1789635664.078387:0:23404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a800/0xb0c3a59caa4109a7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa4109ae expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.078394:0:23404:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a800/0xb0c3a59caa4109a7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa4109ae expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789635664.078401:0:23404:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1789635664.078404:0:23404:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789635664.078409:0:23404:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8d04478c2000 10000000:01000000:3.0:1789635664.078411:0:23404:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1789635664.078414:0:23404:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:3.0:1789635664.078416:0:23404:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:3.0:1789635664.078430:0:23404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0446d1b600/0xb0c3a59caa4109b5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.078437:0:23404:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8d0446d1b600/0xb0c3a59caa4109b5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.078450:0:23404:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8d0446d1b600/0xb0c3a59caa4109b5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635664.078463:0:23404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574711500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427442048:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789635664.078490:0:23404:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635664.078512:0:23404:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fab6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789635664.078559:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427442048 00000100:00100000:1.0:1789635664.078573:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427442048 00000100:00100000:1.0:1789635664.078634:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789635664.078641:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+14:23404:x1876568427442048:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789635664.078657:0:22654:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789635664.078665:0:22654:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0565531c00/0xb0c3a59caa4109bc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xb0c3a59caa4109b5 expref: -99 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635664.078679:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0565531c00/0xb0c3a59caa4109bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb0c3a59caa4109b5 expref: 15 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635664.078686:0:22654:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0565531c00/0xb0c3a59caa4109bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa4109b5 expref: 15 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635664.078692:0:22654:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0565531c00, rc 0) 00000100:00100000:1.0:1789635664.078720:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+15:23404:x1876568427442048:12345-0@lo:101:mount.lustre.0 Request processed in 79us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635664.078734:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789635664.079068:0:23404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574711500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427442048:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789635664.079080:0:23404:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8d0446d1b600/0xb0c3a59caa4109b5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa4109bc expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.079088:0:23404:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8d0446d1b600/0xb0c3a59caa4109b5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa4109bc expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789635664.080363:0:23404:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:3.0:1789635664.081113:0:23404:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789635664.085082:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1789635664.085128:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:3.0:1789635664.085140:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:3.0:1789635664.085152:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:3.0:1789635664.085162:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:3.0:1789635664.085176:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:3.0:1789635664.085187:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:3.0:1789635664.085198:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:3.0:1789635664.085209:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:3.0:1789635664.085219:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:3.0:1789635664.085230:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:3.0:1789635664.085241:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:3.0:1789635664.085254:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:3.0:1789635664.085280:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:3.0:1789635664.085297:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:3.0:1789635664.085307:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:3.0:1789635664.085318:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:3.0:1789635664.085329:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:3.0:1789635664.085339:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:3.0:1789635664.085349:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:3.0:1789635664.085359:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:3.0:1789635664.085369:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:3.0:1789635664.085379:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:3.0:1789635664.085390:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:3.0:1789635664.085401:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:3.0:1789635664.085411:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:3.0:1789635664.085421:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:3.0:1789635664.085431:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:3.0:1789635664.085442:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:3.0:1789635664.085468:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:3.0:1789635664.085483:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:3.0:1789635664.085495:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:3.0:1789635664.085505:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:3.0:1789635664.085516:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:3.0:1789635664.085526:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:3.0:1789635664.085536:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:3.0:1789635664.085546:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:3.0:1789635664.085557:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:3.0:1789635664.085578:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:3.0:1789635664.085591:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:3.0:1789635664.085829:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:3.0:1789635664.085842:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:3.0:1789635664.085852:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:3.0:1789635664.085862:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:3.0:1789635664.085883:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:3.0:1789635664.085946:0:23404:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:3.0:1789635664.086044:0:23404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574711500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427442176:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789635664.086111:0:23404:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635664.086185:0:23404:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fab900 going to sleep for 11 seconds 00000100:00100000:1.0:1789635664.086222:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427442176 00000100:00100000:1.0:1789635664.086229:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427442176 00000100:00100000:1.0:1789635664.086296:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789635664.086305:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+15:23404:x1876568427442176:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789635664.086484:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+15:23404:x1876568427442176:12345-0@lo:501:mount.lustre.0 Request processed in 179us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635664.086492:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789635664.086562:0:23404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574711500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427442176:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789635664.086834:0:23404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447974e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427442304:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789635664.086872:0:23404:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635664.086983:0:23404:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d057b6756c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789635664.087030:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427442304 00000100:00100000:1.0:1789635664.087034:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427442304 00000100:00100000:1.0:1789635664.087064:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789635664.087070:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+15:23404:x1876568427442304:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789635664.087827:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+15:23404:x1876568427442304:12345-0@lo:503:mount.lustre.0 Request processed in 754us (951us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635664.087836:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789635664.087930:0:23404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447974e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427442304:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789635664.088289:0:23404:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789635664.088361:0:23404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447974e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427442432:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789635664.088394:0:23404:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635664.088459:0:23404:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d057b6756c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789635664.088576:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427442432 00000100:00100000:3.0:1789635664.088583:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427442432 00000100:00100000:3.0:1789635664.088666:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789635664.088674:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+15:23404:x1876568427442432:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789635664.089492:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+15:23404:x1876568427442432:12345-0@lo:502:mount.lustre.0 Request processed in 815us (1093us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635664.089502:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789635664.089629:0:23404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447974e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427442432:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789635664.089866:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1789635664.090081:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:0.0:1789635664.090103:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:0.0:1789635664.090119:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:0.0:1789635664.090133:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:0.0:1789635664.090149:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:0.0:1789635664.090164:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:0.0:1789635664.090180:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:0.0:1789635664.090208:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:0.0:1789635664.090225:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:0.0:1789635664.090239:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:0.0:1789635664.090254:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:0.0:1789635664.090270:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:0.0:1789635664.090284:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:0.0:1789635664.090298:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:0.0:1789635664.090310:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:0.0:1789635664.090324:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:0.0:1789635664.090338:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:0.0:1789635664.090352:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:0.0:1789635664.090368:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:0.0:1789635664.090383:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:0.0:1789635664.090397:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:0.0:1789635664.090410:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:0.0:1789635664.090423:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:0.0:1789635664.090449:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:0.0:1789635664.090474:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:0.0:1789635664.090489:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:0.0:1789635664.090503:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:0.0:1789635664.090517:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:0.0:1789635664.090531:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:0.0:1789635664.090546:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:0.0:1789635664.090559:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:0.0:1789635664.090586:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:0.0:1789635664.090737:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:0.0:1789635664.090755:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:0.0:1789635664.090767:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:0.0:1789635664.090778:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:0.0:1789635664.090789:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:0.0:1789635664.090802:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:0.0:1789635664.090815:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:0.0:1789635664.090839:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:0.0:1789635664.090855:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:0.0:1789635664.090870:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:0.0:1789635664.090884:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:0.0:1789635664.091005:0:23404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447974e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427442560:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789635664.091076:0:23404:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635664.091127:0:23404:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d057b6756c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789635664.091293:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427442560 00000100:00100000:1.0:1789635664.091302:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427442560 00000100:00100000:1.0:1789635664.091353:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789635664.091362:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+15:23404:x1876568427442560:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789635664.091478:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+15:23404:x1876568427442560:12345-0@lo:502:mount.lustre.0 Request processed in 116us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635664.091486:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789635664.091835:0:23404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447974e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427442560:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789635664.091961:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:0.0:1789635664.091972:0:23404:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:0.0:1789635664.092856:0:23408:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789635664.092868:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789635664.092870:0:23408:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1789635664.092875:0:23408:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:0.0:1789635664.092878:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789635664.093805:0:23408:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff8d0558613380) 00000020:00000080:0.0:1789635664.093838:0:23408:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:0.0:1789635664.093848:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1789635664.094001:0:23408:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:0.0:1789635664.094009:0:23408:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xb0c3a59caa4109ca 00000020:00000080:0.0:1789635664.094212:0:23408:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:0.0:1789635664.094217:0:23408:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789635664.094221:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789635664.094223:0:23408:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:0.0:1789635664.094226:0:23408:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789635664.094230:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789635664.094231:0:23408:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:0.0:1789635664.094235:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789635664.094243:0:23408:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff8d05586119c0) 00000020:00000080:0.0:1789635664.094255:0:23408:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:0.0:1789635664.094258:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1789635664.094260:0:23408:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:0.0:1789635664.094263:0:23408:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:0.0:1789635664.094268:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1789635664.094328:0:23408:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d04478c2000 from lustre-MDT0001, refs=2 00000020:00000080:0.0:1789635664.094340:0:23408:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff8d0558610000) 00000020:00000080:0.0:1789635664.094348:0:23408:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:0.0:1789635664.094413:0:23408:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:0.0:1789635664.094418:0:23408:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xb0c3a59caa4109df 00000020:00000080:0.0:1789635664.094500:0:23408:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:0.0:1789635664.094507:0:23408:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1789635664.094511:0:23408:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0xb0c3a59caa4109e6 00080000:01000000:0.0:1789635664.094516:0:23408:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:0.0:1789635664.094519:0:23408:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xb0c3a59caa4109ed 00010000:00010000:2.0:1789635664.162856:0:23408:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:2.0:1789635664.163408:0:23408:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:2.0:1789635664.164080:0:23408:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1789635664.164903:0:23408:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:3.0:1789635664.164915:0:23408:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789635664.164920:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635664.164922:0:23408:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:3.0:1789635664.164925:0:23408:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789635664.164930:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635664.164931:0:23408:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:3.0:1789635664.164934:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1789635664.164939:0:23408:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.120@tcp to nid 0x20000c0a8cb78 (192.168.203.120@tcp) 00000020:00000080:3.0:1789635664.164962:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789635664.164974:0:23408:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff8d0575920000) 00000020:00000080:3.0:1789635664.164991:0:23408:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:3.0:1789635664.164996:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1789635664.165064:0:23408:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:3.0:1789635664.165070:0:23408:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:3.0:1789635664.165076:0:23408:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xb0c3a59caa4109fb 00010000:00080000:3.0:1789635664.165103:0:23408:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d0550107000@lustre-MDT0000-osp-MDT0001: add connection 192.168.203.120@tcp at head 00010000:00010000:3.0:1789635664.167230:0:23408:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:3.0:1789635664.168421:0:23408:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789635664.168434:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1789635664.168480:0:23408:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:3.0:1789635664.168499:0:23408:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xb0c3a59caa410a02 00000100:00080000:3.0:1789635664.168509:0:23408:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789635664.168518:0:23408:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d0550107000 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:3.0:1789635664.168551:0:23408:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0574713800 x1876568427442688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789635664.168591:0:23408:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:3.0:1789635664.168689:0:23408:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789635664.168860:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635664.168863:0:23408:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:3.0:1789635664.168868:0:23408:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789635664.168871:0:23408:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:3.0:1789635664.168872:0:23408:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789635664.168874:0:23408:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789635664.168876:0:23408:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789635664.168878:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635664.168880:0:23408:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789635664.168883:0:23408:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789635664.168961:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635664.168963:0:23408:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:3.0:1789635664.168969:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1789635664.169004:0:23408:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1789635664.169019:0:23408:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789635664.169022:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635664.169024:0:23408:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:3.0:1789635664.169027:0:23408:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789635664.169029:0:23408:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:3.0:1789635664.169030:0:23408:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789635664.169032:0:23408:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789635664.169033:0:23408:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789635664.169036:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635664.169037:0:23408:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789635664.169039:0:23408:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1789635664.169050:0:23408:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:3.0:1789635664.169054:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635664.169055:0:23408:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1789635664.169059:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1789635664.169063:0:23408:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.120@tcp to nid 0x20000c0a8cb78 (192.168.203.120@tcp) 00000020:01000000:3.0:1789635664.169085:0:23408:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1789635664.169088:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789635664.169101:0:23408:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff8d0575923380) 00000020:00000080:3.0:1789635664.169114:0:23408:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:3.0:1789635664.169120:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1789635664.169177:0:23408:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:3.0:1789635664.169184:0:23408:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:3.0:1789635664.169191:0:23408:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xb0c3a59caa410a10 00010000:00080000:3.0:1789635664.169216:0:23408:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d0577697800@lustre-OST0000-osc-MDT0001: add connection 192.168.203.120@tcp at head 00010000:00010000:3.0:1789635664.169426:0:23408:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00080000:2.0:1789635664.169820:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1789635664.169825:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1789635664.169829:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d04410aa800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789635664.169834:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 679 00000100:00080000:2.0:1789635664.169838:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1789635664.169846:0:36:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8d04410aa800 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:2.0:1789635664.169871:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d05759c8380 x1876568427442816/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789635664.169885:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789635664.169901:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789635664.169904:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789635664.169907:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789635664.170071:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1876568427442688:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789635664.170138:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635664.170188:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427442816:0@lo:38:kworker.0 00000100:00100000:0.0:1789635664.170210:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635664.170258:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876568427442944:0@lo:400:kworker.0 00000100:00100000:3.0:1789635664.170290:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635664.173006:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427442688 00000100:00100000:2.0:1789635664.173019:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427442688 00000100:00100000:2.0:1789635664.173045:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427442816 00000100:00100000:2.0:1789635664.173048:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427442816 00000100:00100000:2.0:1789635664.173061:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789635664.173068:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447974e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3639:x1876568427442688:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1789635664.173097:0:22666:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 682 last 0 00000020:00000080:2.0:1789635664.173149:0:22666:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xb0c3a59caa410a17 00000004:00100000:2.0:1789635664.173164:0:22666:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1789635664.173170:0:22666:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:3.0:1789635664.180719:0:22666:0:(import.c:65:import_set_state_nolock()) ffff8d0577693000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789635664.180817:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447974e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1876568427442688:12345-0@lo:38:llog_process_th.0 Request processed in 7746us (10676us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635664.180829:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789635664.180855:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789635664.180861:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447976a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3639:x1876568427442816:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1789635664.181020:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447976a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3639:x1876568427442816:12345-0@lo:38:kworker.0 Request processed in 157us (10807us total) trans 0 rc -11/-11 00000100:00100000:3.0:1789635664.181027:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789635664.181252:0:3639:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789635664.181261:0:3639:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1789635664.181269:0:3639:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:2.0:1789635664.181280:0:3639:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1789635664.181284:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d0550107000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789635664.181298:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1876568427442688:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789635664.181313:0:3639:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789635664.181317:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d04410aa800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789635664.181320:0:3639:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1789635664.181323:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427442816:0@lo:38:kworker.0 00000100:00100000:2.0:1789635664.181379:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789635664.181391:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1876568427443072:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789635664.181427:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635664.181660:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427442944 00000100:00100000:0.0:1789635664.181667:0:22660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427442944 00000100:00100000:0.0:1789635664.181721:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789635664.181729:0:22660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876568427442944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635664.181781:0:22660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574713480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876568427442944:12345-0@lo:400:kworker.0 Request processed in 53us (11490us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635664.181787:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1789635664.181821:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8d05759c9500 x1876568427442944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635680 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789635664.181834:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876568427442944:0@lo:400:kworker.0 00000100:00100000:1.0:1789635664.182114:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427443072 00000100:00100000:1.0:1789635664.182119:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427443072 00000100:00100000:1.0:1789635664.182155:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789635664.182163:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1876568427443072:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789635664.182197:0:22665:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789635664.182250:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1876568427443072:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (821us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635664.182256:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000040:01000000:1.0:1789635664.182347:0:23408:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1789635664.184190:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1876568427443072:0@lo:41:osp-pre-0-1.0 00000040:01000000:2.0:1789635664.184434:0:23408:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:2.0:1789635664.186192:0:23408:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789635664.186392:0:23408:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:2.0:1789635664.186529:0:23408:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:1.0:1789635664.187212:0:23413:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1789635664.187218:0:23413:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1789635664.188252:0:23408:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789635664.188265:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1789635664.188301:0:23408:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1789635664.188319:0:23408:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xb0c3a59caa410a1e 00000100:00080000:2.0:1789635664.188329:0:23408:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789635664.188340:0:23408:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8d0577697800 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:2.0:1789635664.188381:0:23408:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d05759c9180 x1876568427443200/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789635664.188409:0:23408:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:2.0:1789635664.188467:0:23408:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789635664.188471:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789635664.188473:0:23408:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1789635664.188477:0:23408:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789635664.188485:0:23408:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:2.0:1789635664.188487:0:23408:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789635664.188488:0:23408:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789635664.188490:0:23408:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789635664.188493:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789635664.188494:0:23408:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789635664.188497:0:23408:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789635664.188501:0:23408:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:2.0:1789635664.188505:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789635664.188506:0:23408:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1789635664.188509:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789635664.188513:0:23408:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.120@tcp to nid 0x20000c0a8cb78 (192.168.203.120@tcp) 00000020:01000000:2.0:1789635664.188535:0:23408:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:2.0:1789635664.188538:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789635664.188548:0:23408:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff8d056bd10000) 00000020:00000080:2.0:1789635664.188560:0:23408:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:2.0:1789635664.188576:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789635664.188673:0:23408:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:2.0:1789635664.188680:0:23408:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:2.0:1789635664.188686:0:23408:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xb0c3a59caa410a2c 00010000:00080000:2.0:1789635664.188789:0:23408:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d056f7cb000@lustre-OST0001-osc-MDT0001: add connection 192.168.203.120@tcp at head 00010000:00010000:2.0:1789635664.189106:0:23408:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:2.0:1789635664.189171:0:23408:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1789635664.189186:0:23408:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:1.0:1789635664.189590:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789635664.189608:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789635664.189611:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789635664.189614:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789635664.190086:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1876568427443200:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1789635664.190140:0:3639:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876568427443200 offset 0 length 520: 4 00000040:00080000:2.0:1789635664.191423:0:23408:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789635664.192010:0:23408:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1789635664.192130:0:23408:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:1.0:1789635664.192528:0:23415:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1789635664.192533:0:23415:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1789635664.194122:0:23408:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789635664.194134:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1789635664.194173:0:23408:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1789635664.194194:0:23408:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xb0c3a59caa410a33 00000100:00080000:2.0:1789635664.194205:0:23408:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789635664.194224:0:23408:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8d056f7cb000 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:2.0:1789635664.194260:0:23408:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d05759c9f80 x1876568427443328/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789635664.194329:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1876568427443328:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1789635664.194377:0:3639:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876568427443328 offset 0 length 520: 4 00000100:00080000:2.0:1789635664.194431:0:23408:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1789635664.194526:0:23408:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789635664.194531:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789635664.194532:0:23408:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1789635664.194536:0:23408:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789635664.194539:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789635664.194541:0:23408:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:2.0:1789635664.194544:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1789635664.194546:0:23408:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1789635664.194548:0:23408:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789635664.194550:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789635664.194552:0:23408:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:2.0:1789635664.194554:0:23408:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789635664.194557:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789635664.194558:0:23408:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1789635664.194570:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1789635664.194613:0:23408:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789635664.194617:0:23408:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789635664.194619:0:23408:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1789635664.194622:0:23408:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:3.0:1789635664.195034:0:23404:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:3.0:1789635664.195066:0:23404:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:3.0:1789635664.195089:0:23404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0446d1b600/0xb0c3a59caa4109b5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa4109bc expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.195108:0:23404:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d0446d1b600/0xb0c3a59caa4109b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa4109bc expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789635664.195117:0:23404:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8d04478c2000 from 1 10000000:01000000:3.0:1789635664.195119:0:23404:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789635664.195146:0:23404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0446d1bc00/0xb0c3a59caa410a3a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.195153:0:23404:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8d0446d1bc00/0xb0c3a59caa410a3a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.195164:0:23404:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8d0446d1bc00/0xb0c3a59caa410a3a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635664.195182:0:23404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574712d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427443456:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789635664.195225:0:23404:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635664.195252:0:23404:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fab240 going to sleep for 11 seconds 00000100:00100000:3.0:1789635664.195272:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427443456 00000100:00100000:3.0:1789635664.195279:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427443456 00000100:00100000:3.0:1789635664.195327:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789635664.195336:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+15:23404:x1876568427443456:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789635664.195348:0:22654:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789635664.195360:0:22654:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0446d1ba00/0xb0c3a59caa410a41 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb0c3a59caa410a3a expref: -99 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.195384:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0446d1ba00/0xb0c3a59caa410a41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb0c3a59caa410a3a expref: 16 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.195405:0:22654:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0446d1ba00/0xb0c3a59caa410a41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410a3a expref: 16 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.195414:0:22654:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0446d1ba00, rc 0) 00000100:00100000:3.0:1789635664.195454:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+16:23404:x1876568427443456:12345-0@lo:101:mount.lustre.0 Request processed in 120us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635664.195461:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789635664.195507:0:23404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574712d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427443456:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789635664.195521:0:23404:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8d0446d1bc00/0xb0c3a59caa410a3a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410a41 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.195529:0:23404:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8d0446d1bc00/0xb0c3a59caa410a3a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa410a41 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635664.196397:0:23404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574712d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427443584:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1789635664.196443:0:23404:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635664.196469:0:23404:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fab240 going to sleep for 11 seconds 00000100:00100000:2.0:1789635664.196551:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427443584 00000100:00100000:2.0:1789635664.196557:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427443584 00000100:00100000:2.0:1789635664.196629:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789635664.196638:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+16:23404:x1876568427443584:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1789635664.196663:0:22655:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1789635664.196680:0:22655:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1789635664.196683:0:22655:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:2.0:1789635664.196770:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+16:23404:x1876568427443584:12345-0@lo:256:mount.lustre.0 Request processed in 133us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635664.196782:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1789635664.197291:0:23404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574712d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427443584:0@lo:256:mount.lustre.0 00000100:00080000:1.0:1789635664.198200:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789635664.198206:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789635664.198209:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789635664.198211:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 10000000:01000000:3.0:1789635664.198542:0:23404:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789635664.198673:0:23404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0446d1bc00/0xb0c3a59caa410a3a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410a41 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.198686:0:23404:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d0446d1bc00/0xb0c3a59caa410a3a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410a41 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789635664.198763:0:23404:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d04478c2000 from 1 10000000:01000000:3.0:1789635664.198780:0:23404:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789635664.198813:0:23404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a400/0xb0c3a59caa410a48 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.198821:0:23404:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a400/0xb0c3a59caa410a48 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.198830:0:23404:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a400/0xb0c3a59caa410a48 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635664.198850:0:23404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574712d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427443712:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789635664.198978:0:23404:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635664.199017:0:23404:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fab240 going to sleep for 11 seconds 00000100:00100000:2.0:1789635664.199264:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427443712 00000100:00100000:2.0:1789635664.199270:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427443712 00000100:00100000:2.0:1789635664.199320:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789635664.199329:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+16:23404:x1876568427443712:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789635664.199340:0:22655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789635664.199354:0:22655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d056e1a2800/0xb0c3a59caa410a4f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb0c3a59caa410a48 expref: -99 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635664.199375:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d056e1a2800/0xb0c3a59caa410a4f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb0c3a59caa410a48 expref: 17 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635664.199386:0:22655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d056e1a2800/0xb0c3a59caa410a4f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410a48 expref: 17 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635664.199395:0:22655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056e1a2800, rc 0) 00000100:00100000:2.0:1789635664.199444:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+17:23404:x1876568427443712:12345-0@lo:101:mount.lustre.0 Request processed in 115us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635664.199451:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789635664.199526:0:23404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574712d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427443712:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789635664.199540:0:23404:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a400/0xb0c3a59caa410a48 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410a4f expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635664.199549:0:23404:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a400/0xb0c3a59caa410a48 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa410a4f expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789635664.200846:0:23404:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:1.0:1789635664.201171:0:23404:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789635664.201366:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1789635664.201391:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:1.0:1789635664.201403:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:1.0:1789635664.201416:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:1.0:1789635664.201428:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:1.0:1789635664.201442:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:1.0:1789635664.201456:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:1.0:1789635664.201483:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:1.0:1789635664.201499:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1789635664.201513:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:1.0:1789635664.201525:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:1.0:1789635664.201540:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:1.0:1789635664.201546:0:23404:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:1.0:1789635664.202441:0:23404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae95c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427443840:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789635664.202508:0:23404:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635664.202634:0:23404:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0543287840 going to sleep for 11 seconds 00000100:00100000:3.0:1789635664.203021:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427443840 00000100:00100000:3.0:1789635664.203030:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427443840 00000100:00100000:3.0:1789635664.203116:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789635664.203126:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+17:23404:x1876568427443840:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789635664.203261:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+17:23404:x1876568427443840:12345-0@lo:501:mount.lustre.0 Request processed in 136us (752us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635664.203268:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789635664.203337:0:23404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae95c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427443840:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789635664.203385:0:23404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae95c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427443968:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789635664.203430:0:23404:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635664.203932:0:23404:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0543287840 going to sleep for 11 seconds 00000100:00100000:2.0:1789635664.204078:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427443968 00000100:00100000:2.0:1789635664.204084:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427443968 00000100:00100000:2.0:1789635664.204113:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1789635664.204120:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+17:23404:x1876568427443968:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789635664.204222:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+17:23404:x1876568427443968:12345-0@lo:503:mount.lustre.0 Request processed in 101us (792us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635664.204228:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789635664.204300:0:23404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae95c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427443968:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1789635664.204916:0:23404:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789635664.204989:0:23404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae95c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427444096:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789635664.205038:0:23404:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635664.205220:0:23404:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d05432870c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789635664.205327:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427444096 00000100:00100000:2.0:1789635664.205340:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427444096 00000100:00100000:2.0:1789635664.205364:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1789635664.205371:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+17:23404:x1876568427444096:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789635664.205463:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+17:23404:x1876568427444096:12345-0@lo:502:mount.lustre.0 Request processed in 91us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635664.205469:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1789635664.205545:0:23404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae95c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427444096:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789635664.206227:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1789635664.206261:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:1.0:1789635664.206277:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:1.0:1789635664.206292:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:1.0:1789635664.206303:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:1.0:1789635664.206317:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:1.0:1789635664.206331:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:1.0:1789635664.206346:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:1.0:1789635664.206361:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1789635664.206392:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:1.0:1789635664.206409:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:1.0:1789635664.206443:0:23404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae95c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427444224:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789635664.206496:0:23404:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635664.206529:0:23404:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d05432870c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789635664.206613:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427444224 00000100:00100000:3.0:1789635664.206853:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427444224 00000100:00100000:3.0:1789635664.206964:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789635664.206974:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+17:23404:x1876568427444224:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789635664.207090:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+17:23404:x1876568427444224:12345-0@lo:502:mount.lustre.0 Request processed in 116us (593us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635664.207098:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1789635664.207189:0:23404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae95c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427444224:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789635664.207238:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:1.0:1789635664.207249:0:23404:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1789635664.211279:0:23417:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789635664.211299:0:23417:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635664.211301:0:23417:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1789635664.211309:0:23417:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d04478c2000 00000020:00000080:3.0:1789635664.211311:0:23417:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789635664.211319:0:23417:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789635664.211322:0:23417:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635664.211323:0:23417:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1789635664.211326:0:23417:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789635664.211328:0:23417:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635664.211329:0:23417:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1789635664.211332:0:23417:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d04478c2000 00000020:00000080:3.0:1789635664.211334:0:23417:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789635664.211425:0:23417:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789635664.211430:0:23417:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635664.211431:0:23417:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1789635664.211434:0:23417:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789635664.211436:0:23417:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635664.211437:0:23417:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789635664.211440:0:23417:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8d04478c2000 00000020:00000080:3.0:1789635664.211442:0:23417:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789635664.212996:0:23417:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789635664.213006:0:23417:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635664.213008:0:23417:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789635664.213016:0:23417:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789635664.213021:0:23417:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635664.213022:0:23417:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1789635664.213027:0:23417:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8d04478c2000 00000020:00000080:3.0:1789635664.213029:0:23417:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789635664.213083:0:23417:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789635664.213086:0:23417:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635664.213088:0:23417:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1789635664.213091:0:23417:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:2.0:1789635664.213292:0:23404:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1789635664.213328:0:23404:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789635664.213392:0:23404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a400/0xb0c3a59caa410a48 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410a4f expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635664.213405:0:23404:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a400/0xb0c3a59caa410a48 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410a4f expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789635664.213459:0:23404:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1789635664.213462:0:23404:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8d04478c2000 10000000:01000000:2.0:1789635664.213465:0:23404:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8d04478c2000 10000000:01000000:2.0:1789635664.213470:0:23404:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789635664.213476:0:23404:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8d04478c2000 from 1 10000000:01000000:2.0:1789635664.213478:0:23404:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1789635664.213515:0:23404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3600/0xb0c3a59caa410a56 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635664.213525:0:23404:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3600/0xb0c3a59caa410a56 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635664.213535:0:23404:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3600/0xb0c3a59caa410a56 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635664.213558:0:23404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427444352:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789635664.215908:0:23404:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635664.215991:0:23404:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d054a2b2e40 going to sleep for 11 seconds 00000100:00100000:3.0:1789635664.216252:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427444352 00000100:00100000:3.0:1789635664.216263:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427444352 00000100:00100000:3.0:1789635664.216324:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1789635664.216335:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+17:23404:x1876568427444352:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789635664.216353:0:22654:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789635664.216371:0:22654:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0446d1a600/0xb0c3a59caa410a5d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xb0c3a59caa410a56 expref: -99 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.216397:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0446d1a600/0xb0c3a59caa410a5d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb0c3a59caa410a56 expref: 18 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.216409:0:22654:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0446d1a600/0xb0c3a59caa410a5d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410a56 expref: 18 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.216418:0:22654:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0446d1a600, rc 0) 00000100:00100000:3.0:1789635664.216480:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:23404:x1876568427444352:12345-0@lo:101:mount.lustre.0 Request processed in 147us (578us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635664.216487:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1789635664.216976:0:23404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427444352:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789635664.216995:0:23404:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3600/0xb0c3a59caa410a56 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410a5d expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.217006:0:23404:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3600/0xb0c3a59caa410a56 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa410a5d expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789635664.225864:0:23404:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:3.0:1789635664.227030:0:23404:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789635664.227249:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:3.0:1789635664.227277:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:3.0:1789635664.227292:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:3.0:1789635664.227304:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:3.0:1789635664.227329:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:3.0:1789635664.227344:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:3.0:1789635664.227359:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:3.0:1789635664.227372:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:3.0:1789635664.227407:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:3.0:1789635664.227424:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:3.0:1789635664.227436:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:3.0:1789635664.227447:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:3.0:1789635664.227461:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:3.0:1789635664.227475:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:3.0:1789635664.227494:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:3.0:1789635664.227522:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:3.0:1789635664.227537:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:3.0:1789635664.227550:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:3.0:1789635664.227576:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:3.0:1789635664.227592:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:3.0:1789635664.227643:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:3.0:1789635664.227668:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:3.0:1789635664.227680:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:3.0:1789635664.229811:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:3.0:1789635664.229853:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:3.0:1789635664.229871:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:3.0:1789635664.229963:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:3.0:1789635664.229985:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:3.0:1789635664.230001:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:3.0:1789635664.230015:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:3.0:1789635664.230029:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:3.0:1789635664.230042:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:3.0:1789635664.230056:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:3.0:1789635664.230070:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:3.0:1789635664.230084:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:3.0:1789635664.230098:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:3.0:1789635664.230113:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:3.0:1789635664.230137:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:3.0:1789635664.230152:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:3.0:1789635664.230166:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:3.0:1789635664.230193:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:3.0:1789635664.230209:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:3.0:1789635664.230223:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:3.0:1789635664.230238:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:3.0:1789635664.230253:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:3.0:1789635664.230267:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:3.0:1789635664.230280:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:3.0:1789635664.230293:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:3.0:1789635664.230444:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:3.0:1789635664.230465:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:3.0:1789635664.230485:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:3.0:1789635664.230491:0:23404:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:3.0:1789635664.231868:0:23404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574710a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427444480:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789635664.232081:0:23404:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635664.232172:0:23404:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d057b570e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789635664.233465:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427444480 00000100:00100000:0.0:1789635664.233477:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427444480 00000100:00100000:0.0:1789635664.233844:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1789635664.233856:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:23404:x1876568427444480:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789635664.234043:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:23404:x1876568427444480:12345-0@lo:501:mount.lustre.0 Request processed in 189us (1962us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635664.234051:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789635664.234201:0:23404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574710a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427444480:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789635664.234249:0:23404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574710a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427444608:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789635664.234293:0:23404:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635664.234321:0:23404:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d057b570e40 going to sleep for 11 seconds 00000100:00100000:3.0:1789635664.234337:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427444608 00000100:00100000:3.0:1789635664.234341:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427444608 00000100:00100000:3.0:1789635664.234369:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789635664.234375:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:23404:x1876568427444608:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789635664.234447:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:23404:x1876568427444608:12345-0@lo:503:mount.lustre.0 Request processed in 71us (154us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635664.234463:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789635664.234520:0:23404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574710a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427444608:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789635664.235203:0:23404:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789635664.235271:0:23404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574710a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427444736:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789635664.235317:0:23404:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635664.235357:0:23404:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d057b570e40 going to sleep for 11 seconds 00000100:00100000:2.0:1789635664.235489:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427444736 00000100:00100000:2.0:1789635664.235505:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427444736 00000100:00100000:2.0:1789635664.235542:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1789635664.235550:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:23404:x1876568427444736:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789635664.235965:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:23404:x1876568427444736:12345-0@lo:502:mount.lustre.0 Request processed in 415us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635664.235973:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1789635664.236067:0:23404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574710a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427444736:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789635664.236228:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:3.0:1789635664.236263:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:3.0:1789635664.236277:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:3.0:1789635664.236289:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:3.0:1789635664.236301:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:3.0:1789635664.236312:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:3.0:1789635664.236324:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:3.0:1789635664.236335:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:3.0:1789635664.236347:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:3.0:1789635664.236358:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:3.0:1789635664.236371:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:3.0:1789635664.236383:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:3.0:1789635664.236395:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:3.0:1789635664.236414:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:3.0:1789635664.236428:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:3.0:1789635664.236441:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:3.0:1789635664.236455:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:3.0:1789635664.236483:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:3.0:1789635664.236576:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:3.0:1789635664.237049:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:3.0:1789635664.237069:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:3.0:1789635664.237091:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:3.0:1789635664.237104:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:3.0:1789635664.237118:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:3.0:1789635664.237132:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:3.0:1789635664.237146:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:3.0:1789635664.237158:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:3.0:1789635664.237170:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:3.0:1789635664.237184:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:3.0:1789635664.237196:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:3.0:1789635664.237210:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:3.0:1789635664.237223:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:3.0:1789635664.237235:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:3.0:1789635664.237262:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:3.0:1789635664.237277:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:3.0:1789635664.237290:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:3.0:1789635664.237302:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:3.0:1789635664.237314:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:3.0:1789635664.237326:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:3.0:1789635664.237339:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:3.0:1789635664.237351:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:3.0:1789635664.237364:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:3.0:1789635664.237375:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:3.0:1789635664.237387:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:3.0:1789635664.237400:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:3.0:1789635664.237412:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:3.0:1789635664.237424:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:3.0:1789635664.237436:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:3.0:1789635664.237486:0:23404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574710a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427444864:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789635664.237855:0:23404:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635664.237994:0:23404:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d057b570e40 going to sleep for 11 seconds 00000100:00100000:2.0:1789635664.238034:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427444864 00000100:00100000:2.0:1789635664.238041:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427444864 00000100:00100000:2.0:1789635664.238113:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1789635664.238122:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:23404:x1876568427444864:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789635664.238221:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:23404:x1876568427444864:12345-0@lo:502:mount.lustre.0 Request processed in 99us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635664.238227:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1789635664.238295:0:23404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574710a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427444864:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789635664.238458:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:3.0:1789635664.238484:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:1.0:1789635664.238922:0:23404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574710a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427444992:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789635664.238969:0:23404:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635664.239003:0:23404:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0546402b40 going to sleep for 11 seconds 00000100:00100000:3.0:1789635664.239027:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427444992 00000100:00100000:3.0:1789635664.239033:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427444992 00000100:00100000:3.0:1789635664.239070:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789635664.239077:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:23404:x1876568427444992:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789635664.239164:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:23404:x1876568427444992:12345-0@lo:502:mount.lustre.0 Request processed in 86us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635664.239170:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1789635664.239259:0:23404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574710a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427444992:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789635664.239306:0:23404:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:2.0:1789635664.239315:0:23404:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1789635664.240431:0:23423:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:2.0:1789635664.240446:0:23423:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff8d056bd119c0) 00000020:00000080:2.0:1789635664.240465:0:23423:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:2.0:1789635664.241021:0:23423:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d04478c2000 from lustre-MDT0001, refs=3 00000020:01000004:2.0:1789635664.241026:0:23423:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d04478c2000 from lustre-MDT0001, refs=3 00000020:01000004:2.0:1789635664.241028:0:23423:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d04478c2000 3 00010000:00080000:2.0:1789635664.241058:0:23423:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d0447981800@lustre-MDT0000-lwp-MDT0001: add connection 192.168.203.120@tcp at head 00010000:00010000:2.0:1789635664.244983:0:23423:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:2.0:1789635664.245189:0:23423:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:2.0:1789635664.245230:0:23423:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789635664.245244:0:23423:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0xb0c3a59caa410a6b 00000100:00080000:2.0:1789635664.245254:0:23423:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789635664.245264:0:23423:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d0447981800 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:2.0:1789635664.245300:0:23423:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d05759cb800 x1876568427445120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789635664.245334:0:23423:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1789635664.247170:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3639:1876568427445120:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789635664.247242:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1789635664.247416:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789635664.247422:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789635664.247424:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789635664.247427:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789635664.247623:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427445120 00000100:00100000:2.0:1789635664.247634:0:22662:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427445120 00000100:00100000:2.0:1789635664.247680:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789635664.247686:0:22662:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574710000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3639:x1876568427445120:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1789635664.247713:0:22662:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 682 last 0 00000020:00000080:2.0:1789635664.247767:0:22662:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0xb0c3a59caa410a72 00000004:00100000:2.0:1789635664.247784:0:22662:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1789635664.247813:0:22662:0:(import.c:65:import_set_state_nolock()) ffff8d057604a800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789635664.247864:0:22662:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574710000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1876568427445120:12345-0@lo:38:llog_process_th.0 Request processed in 176us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635664.247871:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1789635664.248000:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8d05759cb800 x1876568427445120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789635674 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789635664.248012:0:3639:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789635664.248019:0:3639:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1789635664.248027:0:3639:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1789635664.248032:0:3639:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1789635664.248034:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d0447981800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1789635664.248039:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3639:1876568427445120:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1789635664.248788:0:23423:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:1.0:1789635664.249261:0:23404:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1789635664.249296:0:23404:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1789635664.249317:0:23404:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3600/0xb0c3a59caa410a56 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410a5d expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635664.249327:0:23404:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3600/0xb0c3a59caa410a56 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410a5d expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1789635664.249374:0:23404:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1789635664.249376:0:23404:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1789635664.249377:0:23404:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789635664.249378:0:23404:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789635664.249380:0:23404:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789635664.249381:0:23404:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789635664.249382:0:23404:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789635664.249384:0:23404:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789635664.249386:0:23404:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1789635664.249390:0:23404:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:1.0:1789635664.249392:0:23404:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789635664.249394:0:23404:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1789635664.249395:0:23404:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789635664.249396:0:23404:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789635664.249397:0:23404:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789635664.249398:0:23404:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789635664.249399:0:23404:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789635664.249400:0:23404:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789635664.249401:0:23404:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1789635664.249423:0:23404:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1789635664.249440:0:23404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae95c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427445248:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789635664.249496:0:23404:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635664.249537:0:23404:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0546402780 going to sleep for 11 seconds 00000100:00100000:3.0:1789635664.249557:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427445248 00000100:00100000:3.0:1789635664.249575:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427445248 00000100:00100000:3.0:1789635664.249658:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1789635664.249668:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:23404:x1876568427445248:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789635664.249713:0:22654:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1789635664.249725:0:22654:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:1.0:1789635664.253404:0:22640:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:3.0:1789635664.253624:0:22654:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1789635664.253937:0:22654:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:3.0:1789635664.254002:0:22676:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1789635664.254007:0:22676:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1789635664.254028:0:22676:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8d0446d1aa00/0xb0c3a59caa410a79 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.254057:0:22676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d0549f43600/0xb0c3a59caa41097d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410976 expref: 18 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.254065:0:22676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d0446d1ba00/0xb0c3a59caa410a41 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410a3a expref: 18 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.254072:0:22676:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8d0446d1aa00/0xb0c3a59caa410a79 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.254110:0:22676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d0446d1ba00/0xb0c3a59caa410a41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb0c3a59caa410a3a expref: 18 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.254123:0:22676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d0446d1ba00/0xb0c3a59caa410a41 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb0c3a59caa410a3a expref: 18 pid: 22654 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635664.254137:0:22676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574711880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22676:1876568427445376:0@lo:104: 00000100:00100000:3.0:1789635664.254237:0:22676:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789635664.254290:0:22676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d0549f43600/0xb0c3a59caa41097d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb0c3a59caa410976 expref: 18 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.254298:0:22676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d0549f43600/0xb0c3a59caa41097d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb0c3a59caa410976 expref: 18 pid: 22652 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635664.254308:0:22676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574713b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22676:1876568427445504:0@lo:104: 00000100:00100000:3.0:1789635664.254328:0:22676:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635664.254353:0:22676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d057b570840 going to sleep for 11 seconds 00000100:00100000:3.0:1789635664.254376:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427445376 00000100:00100000:3.0:1789635664.254384:0:22643:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427445376 00000100:00100000:3.0:1789635664.254411:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427445504 00000100:00100000:3.0:1789635664.254413:0:22643:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427445504 00000100:00100000:3.0:1789635664.254425:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789635664.254432:0:22643:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574713100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+4:22676:x1876568427445376:12345-0@lo:104: 00010000:00010000:3.0:1789635664.254443:0:22643:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.120@tcp lock: ffff8d0446d1bc00/0xb0c3a59caa410a3a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb0c3a59caa410a41 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.254488:0:22643:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789635664.254493:0:22643:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574713100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+4:22676:x1876568427445376:12345-0@lo:104: Request processed in 61us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635664.254512:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789635664.254528:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789635664.254533:0:22643:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574710700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+3:22676:x1876568427445504:12345-0@lo:104: 00010000:00010000:3.0:1789635664.254541:0:22643:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.120@tcp lock: ffff8d0565531200/0xb0c3a59caa410976 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb0c3a59caa41097d expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.254585:0:22643:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1789635664.254590:0:22643:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574710700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+3:22676:x1876568427445504:12345-0@lo:104: Request processed in 57us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635664.257296:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:23404:x1876568427445248:12345-0@lo:253:mount.lustre.0 Request processed in 7623us (7793us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635664.257310:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1789635664.257370:0:22676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574711880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22676:1876568427445376:0@lo:104: 00000100:00100000:2.0:1789635664.257380:0:22676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574713b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22676:1876568427445504:0@lo:104: 00010000:00010000:2.0:1789635664.257400:0:22676:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8d0446d1aa00/0xb0c3a59caa410a79 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789635664.257460:0:23404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae95c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:23404:1876568427445248:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1789635664.257471:0:23404:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:1.0:1789635664.257474:0:23404:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1789635664.257481:0:23404:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1789635664.257482:0:23404:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789635664.257484:0:23404:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789635664.257485:0:23404:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789635664.257486:0:23404:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789635664.257488:0:23404:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789635664.257490:0:23404:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789635664.257491:0:23404:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1789635664.257581:0:23404:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:0.0:1789635664.257918:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789635664.257926:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8d0446d1bc00/0xb0c3a59caa410a3a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb0c3a59caa410a41 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635664.257945:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0446d1bc00 already unused, calling callback (ffffffffc1537c20) 10000000:00010000:0.0:1789635664.257949:0:22649:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8d0446d1bc00/0xb0c3a59caa410a3a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb0c3a59caa410a41 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635664.257959:0:22649:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8d0446d1bc00/0xb0c3a59caa410a3a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb0c3a59caa410a41 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789635664.257966:0:22649:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8d0446d1bc00/0xb0c3a59caa410a3a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb0c3a59caa410a41 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789635664.257972:0:22649:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1789635664.258017:0:22649:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8d0446d1bc00/0xb0c3a59caa410a3a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa410a41 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635664.258023:0:22649:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789635664.258043:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8d0446d1bc00/0xb0c3a59caa410a3a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa410a41 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635664.258050:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8d0446d1bc00/0xb0c3a59caa410a3a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa410a41 expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635664.258061:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789635664.258065:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8d0565531200/0xb0c3a59caa410976 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb0c3a59caa41097d expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635664.258070:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0565531200 already unused, calling callback (ffffffffc1537c20) 10000000:00010000:0.0:1789635664.258073:0:22649:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8d0565531200/0xb0c3a59caa410976 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb0c3a59caa41097d expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635664.258090:0:22649:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8d0565531200/0xb0c3a59caa410976 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb0c3a59caa41097d expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789635664.258097:0:22649:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8d0565531200/0xb0c3a59caa410976 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb0c3a59caa41097d expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789635664.258102:0:22649:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1789635664.258114:0:22649:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8d0565531200/0xb0c3a59caa410976 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa41097d expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635664.258119:0:22649:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789635664.258132:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8d0565531200/0xb0c3a59caa410976 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa41097d expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635664.258138:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8d0565531200/0xb0c3a59caa410976 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa41097d expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635664.258151:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635664.258152:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635664.258154:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789635664.258202:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447975180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3641:1876568427445632:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789635664.258245:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635664.258293:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447974000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3642:1876568427445760:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789635664.258314:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635664.258351:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427445632 00000100:00100000:0.0:1789635664.258357:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427445632 00010000:00010000:0.0:1789635664.258382:0:22645:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d0446d1ba00/0xb0c3a59caa410a41 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb0c3a59caa410a3a expref: 18 pid: 22654 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789635664.258414:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427445760 00000100:00100000:0.0:1789635664.258417:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427445760 00010000:00010000:0.0:1789635664.258429:0:22645:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d0549f43600/0xb0c3a59caa41097d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb0c3a59caa410976 expref: 19 pid: 22652 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789635664.258443:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789635664.258450:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447977100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+19:3641:x1876568427445632:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789635664.258461:0:22645:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789635664.258466:0:22645:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d0446d1ba00/0xb0c3a59caa410a41 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb0c3a59caa410a3a expref: 19 pid: 22654 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635664.258476:0:22645:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d0446d1ba00/0xb0c3a59caa410a41 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb0c3a59caa410a3a expref: 19 pid: 22654 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635664.258491:0:22645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0446d1ba00/0xb0c3a59caa410a41 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb0c3a59caa410a3a expref: 19 pid: 22654 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635664.258502:0:22645:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789635664.258804:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:3.0:1789635664.258829:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789635664.259006:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447977100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:3641:x1876568427445632:12345-0@lo:103:ldlm_bl.0 Request processed in 555us (760us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635664.259013:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789635664.259028:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789635664.259035:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447975f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+17:3642:x1876568427445760:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789635664.259044:0:22645:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789635664.259049:0:22645:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d0549f43600/0xb0c3a59caa41097d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb0c3a59caa410976 expref: 17 pid: 22652 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635664.259058:0:22645:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d0549f43600/0xb0c3a59caa41097d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb0c3a59caa410976 expref: 17 pid: 22652 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635664.259076:0:22645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0549f43600/0xb0c3a59caa41097d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb0c3a59caa410976 expref: 17 pid: 22652 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635664.259086:0:22645:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8d0446d1aa00/0xb0c3a59caa410a79 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635664.259094:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0446d1aa00/0xb0c3a59caa410a79 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1789635664.259107:0:22645:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005101242s 00010000:00010000:0.0:1789635664.259112:0:22645:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d0446d1aa00/0xb0c3a59caa410a79 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635664.259118:0:22645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d0446d1aa00/0xb0c3a59caa410a79 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635664.259124:0:22645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8d0446d1aa00/0xb0c3a59caa410a79 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635664.259130:0:22645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8d0446d1aa00/0xb0c3a59caa410a79 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635664.259135:0:22645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0446d1aa00 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:0.0:1789635664.259139:0:22645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8d0446d1aa00/0xb0c3a59caa410a79 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635664.259146:0:22645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8d0446d1aa00/0xb0c3a59caa410a79 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635664.259168:0:22645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8d0446d1aa00/0xb0c3a59caa410a79 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635664.259186:0:22645:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789635664.259188:0:22676:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8d0446d1aa00/0xb0c3a59caa410a79 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.259195:0:22676:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8d0446d1aa00/0xb0c3a59caa410a79 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635664.259211:0:22676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0446d1aa00/0xb0c3a59caa410a79 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789635664.259214:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447975f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+16:3642:x1876568427445760:12345-0@lo:103:ldlm_bl.0 Request processed in 180us (899us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635664.259220:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789635664.259256:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447974000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3642:1876568427445760:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789635664.259322:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447975180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3641:1876568427445632:0@lo:103:ldlm_bl.0 00000020:00080000:0.0:1789635664.262375:0:23428:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:0.0:1789635664.262380:0:23428:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:2.0:1789635664.262383:0:23404:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000040:01000000:1.0:1789635664.262987:0:23429:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1789635664.263272:0:23404:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:1.0:1789635664.263668:0:23429:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:3.0:1789635664.265180:0:23404:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:3.0:1789635664.265221:0:23404:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789635664.265781:0:23430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759cbb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23430:1876568427445888:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1789635664.265850:0:23430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635664.265918:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427445888 00000100:00100000:0.0:1789635664.265928:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427445888 00000100:00100000:0.0:1789635664.265974:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789635664.265983:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23430:x1876568427445888:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1789635664.266054:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23430:x1876568427445888:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 67us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635664.266061:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789635664.266616:0:23430:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0579bc0180 going to sleep for 11 seconds 00000100:00100000:2.0:1789635664.266649:0:23430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759cbb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23430:1876568427445888:0@lo:1000:lod0001_rec0000.0 00000040:01000000:2.0:1789635664.266681:0:23430:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:2.0:1789635664.266795:0:23430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759cbb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23430:1876568427446016:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1789635664.266837:0:23430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635664.266859:0:23430:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0579bc0180 going to sleep for 11 seconds 00000100:00100000:0.0:1789635664.266874:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427446016 00000100:00100000:0.0:1789635664.266880:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427446016 00000100:00100000:0.0:1789635664.266916:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789635664.266924:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23430:x1876568427446016:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1789635664.267034:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23430:x1876568427446016:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 111us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635664.267041:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789635664.267066:0:23430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759cbb80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23430:1876568427446016:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1789635664.267114:0:23430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447974000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23430:1876568427446144:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1789635664.267141:0:23430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635664.267192:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427446144 00000100:00100000:0.0:1789635664.267196:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427446144 00000004:00000080:3.0:1789635664.267197:0:23404:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1789635664.267206:0:23404:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000100:00100000:0.0:1789635664.267218:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789635664.267224:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447975180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23430:x1876568427446144:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1789635664.267257:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447975180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23430:x1876568427446144:12345-0@lo:900:lod0001_rec0000.0 Request processed in 33us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635664.267262:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000040:00080000:3.0:1789635664.267276:0:23404:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789635664.267277:0:23430:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0447552840 going to sleep for 11 seconds 00010000:00080000:0.0:1789635664.267290:0:23430:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8d0447974000 x1876568427446144/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789635680 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789635664.267301:0:23430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447974000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23430:1876568427446144:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1789635664.267333:0:23430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447974000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23430:1876568427446272:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1789635664.267353:0:23430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635664.267369:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427446272 00000100:00100000:0.0:1789635664.267372:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427446272 00000100:00100000:0.0:1789635664.267386:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789635664.267391:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447974700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23430:x1876568427446272:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1789635664.267424:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447974700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23430:x1876568427446272:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 33us (70us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635664.267430:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789635664.267440:0:23430:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0447552240 going to sleep for 11 seconds 00000100:00100000:0.0:1789635664.267449:0:23430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447974000 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23430:1876568427446272:0@lo:1000:lod0001_rec0000.0 00000040:00080000:0.0:1789635664.267481:0:23430:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789635664.270499:0:23404:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1789635664.271758:0:23429:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1789635664.271810:0:23429:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000040:00080000:0.0:1789635664.272498:0:23430:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000040:00080000:3.0:1789635664.272587:0:23404:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:3.0:1789635664.272933:0:23404:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:3.0:1789635664.273075:0:23404:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:3.0:1789635664.273580:0:23404:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000004:00080000:0.0:1789635664.274919:0:23430:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:0.0:1789635664.274924:0:23430:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00000004:3.0:1789635664.275322:0:23404:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:3.0:1789635664.284899:0:23404:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1789635664.284940:0:23404:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffa6bb40c97988 00100000:10000000:3.0:1789635664.284948:0:23404:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:2.0:1789635664.285689:0:23404:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1789635664.285832:0:23404:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.120@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1789635664.285849:0:23404:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=48 00000080:00000004:2.0:1789635664.285868:0:23404:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:2.0:1789635664.289038:0:23404:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789635664.289417:0:23404:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789635664.359825:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789635664.739672:0:22701:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fabb40 going to sleep for 0 seconds 00000040:00080000:2.0:1789635665.255862:0:23425:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1789635665.379751:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1789635665.507815:0:22657:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1789635665.507822:0:22657:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8d04478c2000 from 12 10000000:01000000:2.0:1789635665.507827:0:22657:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789635665.507872:0:22657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e1a2000/0xb0c3a59caa410a80 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635665.507885:0:22657:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8d056e1a2000/0xb0c3a59caa410a80 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635665.507912:0:22657:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8d056e1a2000/0xb0c3a59caa410a80 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635665.507951:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427446400:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789635665.508018:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635665.508063:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0579bc0a80 going to sleep for 11 seconds 00000100:00100000:0.0:1789635665.508096:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427446400 00000100:00100000:0.0:1789635665.508104:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427446400 00000100:00100000:0.0:1789635665.508164:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1789635665.508174:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+16:22657:x1876568427446400:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789635665.508186:0:22655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789635665.508199:0:22655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0549f42a00/0xb0c3a59caa410a87 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb0c3a59caa410a80 expref: -99 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635665.508222:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0549f42a00/0xb0c3a59caa410a87 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb0c3a59caa410a80 expref: 17 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635665.508232:0:22655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0549f42a00/0xb0c3a59caa410a87 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410a80 expref: 17 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635665.508240:0:22655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0549f42a00, rc 0) 00000100:00100000:0.0:1789635665.508285:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+17:22657:x1876568427446400:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 112us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635665.508292:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1789635665.508346:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427446400:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789635665.508361:0:22657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8d056e1a2000/0xb0c3a59caa410a80 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410a87 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635665.508369:0:22657:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8d056e1a2000/0xb0c3a59caa410a80 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa410a87 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635665.508417:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427446528:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789635665.508447:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635665.508473:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0579bc0a80 going to sleep for 11 seconds 00000100:00100000:0.0:1789635665.508536:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427446528 00000100:00100000:0.0:1789635665.508540:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427446528 00000100:00100000:0.0:1789635665.508582:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789635665.508588:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+17:22657:x1876568427446528:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789635665.508635:0:22654:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789635665.508652:0:22654:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789635665.508656:0:22654:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:0.0:1789635665.508727:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+17:22657:x1876568427446528:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 139us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635665.508734:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1789635665.509028:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427446528:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789635665.509066:0:22657:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789635665.509072:0:22657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e1a2000/0xb0c3a59caa410a80 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410a87 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635665.509080:0:22657:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d056e1a2000/0xb0c3a59caa410a80 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410a87 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789635665.509088:0:22657:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1789635665.509091:0:22657:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8d0448f98000 from 12 10000000:01000000:2.0:1789635665.509093:0:22657:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789635665.509109:0:22657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3e00/0xb0c3a59caa410a8e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635665.509124:0:22657:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3e00/0xb0c3a59caa410a8e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635665.509131:0:22657:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3e00/0xb0c3a59caa410a8e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635665.509152:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427446656:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789635665.509177:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635665.509201:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0579bc0a80 going to sleep for 11 seconds 00000100:00100000:0.0:1789635665.509248:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427446656 00000100:00100000:0.0:1789635665.509253:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427446656 00000100:00100000:0.0:1789635665.509281:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789635665.509287:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a07850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+17:22657:x1876568427446656:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789635665.509295:0:22654:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789635665.509304:0:22654:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0549f43800/0xb0c3a59caa410a95 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb0c3a59caa410a8e expref: -99 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635665.509327:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0549f43800/0xb0c3a59caa410a95 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb0c3a59caa410a8e expref: 18 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635665.509335:0:22654:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0549f43800/0xb0c3a59caa410a95 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410a8e expref: 18 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635665.509343:0:22654:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0549f43800, rc 0) 00000100:00100000:0.0:1789635665.509378:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a07850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:22657:x1876568427446656:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 91us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635665.509384:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1789635665.509581:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427446656:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789635665.509590:0:22657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3e00/0xb0c3a59caa410a8e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410a95 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635665.509624:0:22657:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3e00/0xb0c3a59caa410a8e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa410a95 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635665.509661:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427446784:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789635665.509689:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635665.509711:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0579bc0a80 going to sleep for 11 seconds 00000100:00100000:0.0:1789635665.509800:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427446784 00000100:00100000:0.0:1789635665.509804:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427446784 00000100:00100000:0.0:1789635665.509833:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1789635665.509838:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:22657:x1876568427446784:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789635665.509850:0:22654:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789635665.509862:0:22654:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789635665.509865:0:22654:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:0.0:1789635665.509940:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:22657:x1876568427446784:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 101us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635665.509946:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1789635665.510132:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427446784:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789635665.510174:0:22657:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789635665.510181:0:22657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3e00/0xb0c3a59caa410a8e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410a95 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635665.510189:0:22657:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3e00/0xb0c3a59caa410a8e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410a95 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635665.764670:0:22701:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fabb40 going to sleep for 0 seconds 00000040:00080000:2.0:1789635666.276240:0:23425:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789635666.405840:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789635666.789497:0:22701:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fabb40 going to sleep for 0 seconds 00010000:00010000:3.0:1789635667.429127:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789635667.813078:0:22701:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fabb40 going to sleep for 0 seconds 00010000:00010000:0.0:1789635668.452519:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789635668.838263:0:22701:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fabb40 going to sleep for 0 seconds 00000001:02000400:2.0:1789635669.390798:0:23672:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg320-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:1.0:1789635669.411835:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447974000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1876568427446912:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789635669.411900:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635669.411977:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427446912 00000100:00100000:0.0:1789635669.411986:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427446912 00000100:00100000:0.0:1789635669.412026:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789635669.412034:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1876568427446912:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789635669.412063:0:22665:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00080000:3.0:1789635669.417239:0:20237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1789635669.417246:0:20237:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1789635669.417250:0:20237:0:(import.c:65:import_set_state_nolock()) ffff8d04410aa800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789635669.417266:0:20237:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8d04410aa800 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:3.0:1789635669.417289:0:20237:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0574711f80 x1876568427447168/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789635669.417314:0:20237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789635669.417318:0:20237:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789635669.417320:0:20237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789635669.417323:0:20237:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789635669.417337:0:20237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789635669.417340:0:20237:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789635669.417342:0:20237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789635669.417345:0:20237:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789635669.417390:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3641:1876568427447296:0@lo:400:kworker.0 00000100:00100000:3.0:1789635669.417454:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635669.417497:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789635669.417503:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3641:1876568427447040:0@lo:400:kworker.0 00000100:00100000:3.0:1789635669.417540:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635669.417574:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427447296 00000100:00100000:3.0:1789635669.417735:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427447296 00000100:00100000:3.0:1789635669.417781:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789635669.417790:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1876568427447296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789635669.417843:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574712300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1876568427447296:12345-0@lo:400:kworker.0 Request processed in 53us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635669.417849:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1789635669.417888:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d0574711c00 x1876568427447296/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635685 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789635669.417900:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3641:1876568427447296:0@lo:400:kworker.0 00000100:00100000:0.0:1789635669.419231:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae95c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1876568427446912:12345-0@lo:41:osp-pre-0-1.0 Request processed in 7191us (7323us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635669.419243:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789635669.419284:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3642:1876568427447424:0@lo:400:kworker.0 00000100:00100000:0.0:1789635669.419329:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635669.419448:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427447424 00000100:00100000:3.0:1789635669.419456:0:22660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427447424 00000100:00100000:3.0:1789635669.419497:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789635669.419505:0:22660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447976300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1876568427447424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789635669.419560:0:22660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447976300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1876568427447424:12345-0@lo:400:kworker.0 Request processed in 56us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635669.419566:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1789635669.419772:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d0574710380 x1876568427447424/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635685 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789635669.419783:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574710380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3642:1876568427447424:0@lo:400:kworker.0 00000100:00100000:0.0:1789635669.420223:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427447040 00000100:00100000:0.0:1789635669.420229:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427447040 00000100:00100000:0.0:1789635669.420271:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1789635669.420278:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:3641:x1876568427447040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635669.420324:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:3641:x1876568427447040:12345-0@lo:400:kworker.0 Request processed in 47us (2783us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635669.420330:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1789635669.420364:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427447168:0@lo:38:kworker.0 00000100:00100000:0.0:1789635669.420390:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635669.420422:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427447168 00000100:00100000:0.0:1789635669.420426:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427447168 00000100:00100000:0.0:1789635669.420443:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789635669.420454:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447974380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3639:x1876568427447168:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1789635669.420477:0:22666:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 688 last 0 00000020:00000080:0.0:1789635669.420507:0:22666:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb0c3a59caa410a9c 00000004:00100000:0.0:1789635669.420532:0:22666:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:0.0:1789635669.420539:0:22666:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:0.0:1789635669.420653:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574712680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3641:1876568427447040:0@lo:400:kworker.0 00000100:00100000:1.0:1789635669.422828:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447974000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1876568427446912:0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1789635669.427364:0:22666:0:(import.c:65:import_set_state_nolock()) ffff8d05746d7800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789635669.427509:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447974380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3639:x1876568427447168:12345-0@lo:38:kworker.0 Request processed in 7052us (7116us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635669.427532:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:0.0:1789635669.442827:0:3639:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1789635669.442842:0:3639:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:0.0:1789635669.442850:0:3639:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1789635669.442853:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d04410aa800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1789635669.442878:0:3639:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000004e73fec4): req@ffff8d057ae97480 x1876568427440128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789635669.442901:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574711f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427447168:0@lo:38:kworker.0 00000100:00100000:2.0:1789635669.443216:0:22701:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635669.443253:0:22701:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fabb40 going to sleep for 11 seconds 00000100:00100000:2.0:1789635669.443448:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1876568427447552:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789635669.443453:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427440128 00000100:00100000:0.0:1789635669.443460:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427440128 00000100:00100000:2.0:1789635669.443474:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635669.443494:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427447552 00000100:00100000:0.0:1789635669.443497:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427447552 00000100:00100000:0.0:1789635669.443513:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789635669.443530:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22701:x1876568427440128:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789635669.444769:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22701:x1876568427440128:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 1243us (1548us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635669.444778:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789635669.444822:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789635669.444832:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3643:x1876568427447552:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789635669.444859:0:22665:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789635669.450954:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3643:x1876568427447552:12345-0@lo:41:osp-pre-1-0.0 Request processed in 6118us (7471us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635669.450968:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789635669.455619:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1876568427447552:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789635669.469847:0:22701:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae97480 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22701:1876568427440128:0@lo:1000:lod0000_rec0001.0 00000040:01000000:3.0:1789635669.469912:0:22701:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1789635669.469977:0:22701:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574711c00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22701:1876568427447680:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1789635669.470065:0:22701:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635669.470118:0:22701:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d057432e240 going to sleep for 11 seconds 00000100:00100000:0.0:1789635669.470510:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427447680 00000100:00100000:0.0:1789635669.470519:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427447680 00000100:00100000:0.0:1789635669.470585:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789635669.470623:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22701:x1876568427447680:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789635669.470897:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574711f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22701:x1876568427447680:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 303us (830us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635669.470905:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789635669.471065:0:22701:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574711c00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22701:1876568427447680:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1789635669.471151:0:22701:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574711c00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22701:1876568427447808:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1789635669.471180:0:22701:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635669.471210:0:22701:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d057432e240 going to sleep for 11 seconds 00000100:00100000:0.0:1789635669.471759:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427447808 00000100:00100000:0.0:1789635669.471765:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427447808 00000100:00100000:0.0:1789635669.472389:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789635669.472400:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574712680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22701:x1876568427447808:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789635669.472499:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574712680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22701:x1876568427447808:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 102us (1318us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635669.472506:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789635669.473420:0:22701:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574711c00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22701:1876568427447808:0@lo:1000:lod0000_rec0001.0 00000040:00080000:3.0:1789635669.473482:0:22701:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789635669.475696:0:22701:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1789635669.475778:0:22701:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 19, retries 0 00000004:00080000:3.0:1789635669.475784:0:22701:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00010000:00010000:3.0:1789635669.477892:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789635670.275175:0:23724:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789635670.275578:0:23724:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789635670.515139:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1789635671.239314:0:23775:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789635671.239577:0:23775:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789635671.523805:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1789635672.311478:0:23823:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc36c29510 20000000:00000080:3.0:1789635672.311495:0:23823:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8d056fde1c00 uarg=0000000000000000 20000000:01000000:3.0:1789635672.311565:0:23823:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:3.0:1789635672.311573:0:23823:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:3.0:1789635672.311577:0:23823:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:0.0:1789635672.312411:0:23824:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:3.0:1789635672.312937:0:23823:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:3.0:1789635672.320459:0:23823:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1789635672.320490:0:23823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8d0446d1b200/0xb0c3a59caa410aa3 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635672.320523:0:23823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d0549f42600/0xb0c3a59caa41094c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410945 expref: 17 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635672.320532:0:23823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d056e1a2800/0xb0c3a59caa410a4f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410a48 expref: 17 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635672.320539:0:23823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8d0446d1b200/0xb0c3a59caa410aa3 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635672.320890:0:23823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d056e1a2800/0xb0c3a59caa410a4f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb0c3a59caa410a48 expref: 17 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635672.320906:0:23823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d056e1a2800/0xb0c3a59caa410a4f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb0c3a59caa410a48 expref: 17 pid: 22655 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635672.320920:0:23823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574711c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23823:1876568427447936:0@lo:104: 00000100:00100000:3.0:1789635672.320982:0:23823:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789635672.321044:0:23823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d0549f42600/0xb0c3a59caa41094c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb0c3a59caa410945 expref: 17 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635672.321052:0:23823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d0549f42600/0xb0c3a59caa41094c lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb0c3a59caa410945 expref: 17 pid: 22654 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635672.321061:0:23823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574713b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23823:1876568427448064:0@lo:104: 00000100:00100000:3.0:1789635672.321099:0:23823:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635672.321177:0:23823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d05746cf840 going to sleep for 11 seconds 00000100:00100000:1.0:1789635672.322926:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427447936 00000100:00100000:1.0:1789635672.322939:0:22644:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427447936 00000100:00100000:1.0:1789635672.322980:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427448064 00000100:00100000:1.0:1789635672.322983:0:22644:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427448064 00000100:00100000:1.0:1789635672.322999:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789635672.323009:0:22644:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574710380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+4:23823:x1876568427447936:12345-0@lo:104: 00010000:00010000:1.0:1789635672.323024:0:22644:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a400/0xb0c3a59caa410a48 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb0c3a59caa410a4f expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635672.323127:0:22644:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:0.0:1789635672.323732:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789635672.323741:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a400/0xb0c3a59caa410a48 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb0c3a59caa410a4f expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635672.323750:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0446d1a400 already unused, calling callback (ffffffffc1537c20) 10000000:00010000:0.0:1789635672.323754:0:22649:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a400/0xb0c3a59caa410a48 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb0c3a59caa410a4f expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635672.323763:0:22649:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a400/0xb0c3a59caa410a48 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb0c3a59caa410a4f expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789635672.323779:0:22649:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a400/0xb0c3a59caa410a48 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb0c3a59caa410a4f expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789635672.323785:0:22649:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1789635672.323899:0:22649:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a400/0xb0c3a59caa410a48 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa410a4f expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635672.323907:0:22649:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789635672.323925:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a400/0xb0c3a59caa410a48 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa410a4f expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635672.323932:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a400/0xb0c3a59caa410a48 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa410a4f expref: -99 pid: 23404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635672.323946:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635672.323947:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635672.323949:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789635672.323970:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447974a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3640:1876568427448192:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789635672.324014:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635672.324077:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427448192 00000100:00100000:0.0:1789635672.324083:0:22646:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427448192 00010000:00010000:0.0:1789635672.324105:0:22646:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d056e1a2800/0xb0c3a59caa410a4f lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb0c3a59caa410a48 expref: 18 pid: 22655 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789635672.324128:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789635672.324228:0:22644:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574710380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+4:23823:x1876568427447936:12345-0@lo:104: Request processed in 127us (2151us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635672.324239:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789635672.324258:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789635672.324267:0:22644:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574711880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+3:23823:x1876568427448064:12345-0@lo:104: 00010000:00010000:1.0:1789635672.324276:0:22644:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.120@tcp lock: ffff8d0549f42000/0xb0c3a59caa410945 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb0c3a59caa41094c expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635672.324317:0:22644:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1789635672.324322:0:22644:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574711880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+3:23823:x1876568427448064:12345-0@lo:104: Request processed in 59us (3223us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635672.324328:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:1.0:1789635672.324342:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789635672.324347:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8d0549f42000/0xb0c3a59caa410945 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb0c3a59caa41094c expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635672.324353:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0549f42000 already unused, calling callback (ffffffffc1537c20) 10000000:00010000:1.0:1789635672.324357:0:22648:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8d0549f42000/0xb0c3a59caa410945 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb0c3a59caa41094c expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635672.324364:0:22648:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8d0549f42000/0xb0c3a59caa410945 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb0c3a59caa41094c expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789635672.324371:0:22648:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8d0549f42000/0xb0c3a59caa410945 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb0c3a59caa41094c expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789635672.324376:0:22648:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1789635672.324401:0:22648:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8d0549f42000/0xb0c3a59caa410945 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa41094c expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635672.324408:0:22648:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789635672.324420:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8d0549f42000/0xb0c3a59caa410945 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa41094c expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635672.324427:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8d0549f42000/0xb0c3a59caa410945 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa41094c expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635672.324440:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635672.324442:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635672.324444:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789635672.324457:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3641:1876568427448320:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789635672.324481:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635672.324523:0:22645:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:1.0:1789635672.324530:0:22645:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:1.0:1789635672.324665:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427448320 00000100:00100000:1.0:1789635672.324671:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427448320 00010000:00010000:1.0:1789635672.324685:0:22645:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d0549f42600/0xb0c3a59caa41094c lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb0c3a59caa410945 expref: 19 pid: 22654 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789635672.324699:0:22645:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:1.0:1789635672.324706:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789635672.324711:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae97100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+19:3641:x1876568427448320:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789635672.324720:0:22645:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789635672.324725:0:22645:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d0549f42600/0xb0c3a59caa41094c lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb0c3a59caa410945 expref: 19 pid: 22654 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635672.324733:0:22645:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d0549f42600/0xb0c3a59caa41094c lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb0c3a59caa410945 expref: 19 pid: 22654 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635672.324756:0:22645:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789635672.324785:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae97100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+19:3641:x1876568427448320:12345-0@lo:103:ldlm_bl.0 Request processed in 73us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635672.324791:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789635672.325095:0:23823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574711c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23823:1876568427447936:0@lo:104: 00010000:00010000:2.0:1789635672.325105:0:23823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0549f42600/0xb0c3a59caa41094c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb0c3a59caa410945 expref: 19 pid: 22654 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635672.325114:0:23823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574713b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23823:1876568427448064:0@lo:104: 00010000:00010000:2.0:1789635672.325214:0:23823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8d0446d1b200/0xb0c3a59caa410aa3 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789635672.325288:0:22646:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447977b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:3640:x1876568427448192:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789635672.325300:0:22646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789635672.325306:0:22646:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d056e1a2800/0xb0c3a59caa410a4f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb0c3a59caa410a48 expref: 18 pid: 22655 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635672.325322:0:22646:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d056e1a2800/0xb0c3a59caa410a4f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb0c3a59caa410a48 expref: 18 pid: 22655 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635672.325332:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d056e1a2800/0xb0c3a59caa410a4f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb0c3a59caa410a48 expref: 18 pid: 22655 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635672.325344:0:22646:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8d0446d1b200/0xb0c3a59caa410aa3 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635672.325352:0:22646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0446d1b200/0xb0c3a59caa410aa3 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635672.325365:0:22646:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d0446d1b200/0xb0c3a59caa410aa3 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635672.325372:0:22646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d0446d1b200/0xb0c3a59caa410aa3 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635672.325378:0:22646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8d0446d1b200/0xb0c3a59caa410aa3 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635672.325385:0:22646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8d0446d1b200/0xb0c3a59caa410aa3 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635672.325390:0:22646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0446d1b200 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:0.0:1789635672.325394:0:22646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8d0446d1b200/0xb0c3a59caa410aa3 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635672.325401:0:22646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8d0446d1b200/0xb0c3a59caa410aa3 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635672.325422:0:22646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8d0446d1b200/0xb0c3a59caa410aa3 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635672.325430:0:22646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789635672.325468:0:22646:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447977b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+17:3640:x1876568427448192:12345-0@lo:103:ldlm_bl.0 Request processed in 1334us (1454us total) trans 0 rc 0/0 00010000:00010000:2.0:1789635672.326271:0:23823:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8d0446d1b200/0xb0c3a59caa410aa3 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635672.326282:0:23823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8d0446d1b200/0xb0c3a59caa410aa3 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635672.326288:0:23823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0446d1b200/0xb0c3a59caa410aa3 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789635672.328479:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3641:1876568427448320:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789635672.329946:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447974a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3640:1876568427448192:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789635672.332218:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00010000:0.0:1789635672.547795:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789635672.873491:0:22693:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789635673.572762:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1789635673.891675:0:22657:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1789635673.891684:0:22657:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d04478c2000 from 13 10000000:01000000:1.0:1789635673.891689:0:22657:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789635673.891733:0:22657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0565531000/0xb0c3a59caa410aaa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635673.891744:0:22657:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8d0565531000/0xb0c3a59caa410aaa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635673.891756:0:22657:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8d0565531000/0xb0c3a59caa410aaa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789635673.891783:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae94a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427448448:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789635673.891856:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635673.891897:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0441c816c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789635673.892317:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427448448 00000100:00100000:3.0:1789635673.892326:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427448448 00000100:00100000:3.0:1789635673.892388:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1789635673.892397:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+16:22657:x1876568427448448:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789635673.892412:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789635673.892427:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0446d1aa00/0xb0c3a59caa410ab1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb0c3a59caa410aaa expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635673.892453:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0446d1aa00/0xb0c3a59caa410ab1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb0c3a59caa410aaa expref: 17 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635673.892464:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0446d1aa00/0xb0c3a59caa410ab1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410aaa expref: 17 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635673.892473:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0446d1aa00, rc 0) 00000100:00100000:3.0:1789635673.892532:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+17:22657:x1876568427448448:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 136us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635673.892539:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1789635673.892591:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae94a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427448448:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789635673.892621:0:22657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8d0565531000/0xb0c3a59caa410aaa lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410ab1 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635673.892631:0:22657:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8d0565531000/0xb0c3a59caa410aaa lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa410ab1 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635673.892695:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574710a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427448576:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789635673.892734:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635673.892751:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d05746cf300 going to sleep for 11 seconds 00000100:00100000:3.0:1789635673.892766:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427448576 00000100:00100000:3.0:1789635673.892769:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427448576 00000100:00100000:3.0:1789635673.892790:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1789635673.892795:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+17:22657:x1876568427448576:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789635673.892895:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+17:22657:x1876568427448576:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 99us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635673.892901:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1789635673.893231:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574710a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427448576:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789635673.893260:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574710a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427448704:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789635673.893297:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635673.893411:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d05746cf300 going to sleep for 11 seconds 00000100:00100000:1.0:1789635673.895059:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427448704 00000100:00100000:1.0:1789635673.895072:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427448704 00000100:00100000:1.0:1789635673.896554:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1789635673.896572:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+17:22657:x1876568427448704:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789635673.896752:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+17:22657:x1876568427448704:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 187us (3453us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635673.896766:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1789635673.896866:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574710a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427448704:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1789635673.913324:0:23890:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1789635673.913920:0:22657:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1789635673.913971:0:22657:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789635673.913982:0:22657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0565531000/0xb0c3a59caa410aaa lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410ab1 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635673.913994:0:22657:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d0565531000/0xb0c3a59caa410aaa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410ab1 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789635673.914004:0:22657:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1789635673.914007:0:22657:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d0448f98000 from 13 10000000:01000000:0.0:1789635673.914010:0:22657:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789635673.914050:0:22657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0549f43000/0xb0c3a59caa410ab8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635673.914059:0:22657:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8d0549f43000/0xb0c3a59caa410ab8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635673.914070:0:22657:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8d0549f43000/0xb0c3a59caa410ab8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789635673.914095:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447976680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427448832:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789635673.914167:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635673.914208:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0447b0ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1789635673.915721:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427448832 00000100:00100000:3.0:1789635673.915732:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427448832 00000100:00100000:3.0:1789635673.915782:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1789635673.915791:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654ea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+17:22657:x1876568427448832:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789635673.915805:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789635673.915819:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0446d1a200/0xb0c3a59caa410abf lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb0c3a59caa410ab8 expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635673.915843:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0446d1a200/0xb0c3a59caa410abf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb0c3a59caa410ab8 expref: 18 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635673.915867:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0446d1a200/0xb0c3a59caa410abf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410ab8 expref: 18 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635673.915875:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0446d1a200, rc 0) 00000100:00100000:3.0:1789635673.915951:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654ea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:22657:x1876568427448832:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 161us (1784us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635673.915957:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1789635673.916006:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447976680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427448832:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789635673.916021:0:22657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8d0549f43000/0xb0c3a59caa410ab8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410abf expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635673.916030:0:22657:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8d0549f43000/0xb0c3a59caa410ab8 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa410abf expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635673.916093:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574710a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427448960:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789635673.916122:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635673.916147:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d05746cfe40 going to sleep for 11 seconds 00000100:00100000:0.0:1789635673.916450:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427448960 00000100:00100000:0.0:1789635673.916455:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427448960 00000100:00100000:0.0:1789635673.916497:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1789635673.916504:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:22657:x1876568427448960:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789635673.916640:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:22657:x1876568427448960:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 136us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635673.916647:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1789635673.916726:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574710a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427448960:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789635673.916754:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574710a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427449088:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789635673.916795:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635673.916825:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d05746cfe40 going to sleep for 11 seconds 00000100:00100000:0.0:1789635673.916865:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427449088 00000100:00100000:0.0:1789635673.916868:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427449088 00000100:00100000:0.0:1789635673.916897:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1789635673.916903:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654e9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:22657:x1876568427449088:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789635673.916994:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654e9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:22657:x1876568427449088:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 90us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635673.917000:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1789635673.917141:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574710a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427449088:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1789635673.918711:0:23891:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1789635673.919136:0:22657:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1789635673.919155:0:22657:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789635673.919165:0:22657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0549f43000/0xb0c3a59caa410ab8 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410abf expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635673.919176:0:22657:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d0549f43000/0xb0c3a59caa410ab8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410abf expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789635674.531782:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789635674.531805:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1876568427449216:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789635674.531876:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1789635674.532112:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789635674.532117:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789635674.532120:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789635674.532124:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789635674.532139:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789635674.532143:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789635674.532147:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789635674.532150:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789635674.532180:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1876568427449472:0@lo:400:kworker.0 00000100:00100000:1.0:1789635674.532219:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635674.532246:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789635674.532252:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3640:1876568427449600:0@lo:400:kworker.0 00000100:00100000:1.0:1789635674.532289:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635674.532318:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3643:1876568427449344:0@lo:400:kworker.0 00000100:00100000:1.0:1789635674.532347:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635674.532369:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789635674.532374:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3643:1876568427449728:0@lo:400:kworker.0 00000100:00100000:1.0:1789635674.532399:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635674.532445:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1876568427449856:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789635674.532468:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635674.532643:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427449216 00000100:00100000:3.0:1789635674.532658:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427449216 00000100:00100000:3.0:1789635674.532691:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427449472 00000100:00100000:3.0:1789635674.532694:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427449472 00000100:00100000:3.0:1789635674.532705:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427449856 00000100:00100000:3.0:1789635674.532707:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427449856 00000100:00100000:3.0:1789635674.532718:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789635674.532726:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1876568427449216:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789635674.532758:0:22666:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789635674.532812:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae94700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1876568427449216:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (938us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635674.532820:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789635674.532841:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789635674.532848:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3640:x1876568427449472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789635674.532890:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae94e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:3640:x1876568427449472:12345-0@lo:400:kworker.0 Request processed in 42us (670us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635674.532897:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789635674.532911:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789635674.532919:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3643:x1876568427449856:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789635674.532936:0:22666:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789635674.532972:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3643:x1876568427449856:12345-0@lo:41:osp-pre-1-0.0 Request processed in 55us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635674.532979:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789635674.533003:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427449600 00000100:00100000:3.0:1789635674.533008:0:22662:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427449600 00000100:00100000:3.0:1789635674.533042:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427449728 00000100:00100000:3.0:1789635674.533045:0:22662:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427449728 00000100:00100000:3.0:1789635674.533059:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789635674.533067:0:22662:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1876568427449600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789635674.533098:0:22660:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1789635674.533109:0:22662:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae96300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1876568427449600:12345-0@lo:400:kworker.0 Request processed in 43us (818us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635674.533113:0:22660:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:3.0:1789635674.533121:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789635674.533139:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789635674.533147:0:22662:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1876568427449728:12345-0@lo:400:kworker.0 00010000:00080000:2.0:1789635674.533154:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d057ae96d80 x1876568427449600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789635674.533168:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3640:1876568427449600:0@lo:400:kworker.0 00000100:00100000:3.0:1789635674.533178:0:22662:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae95180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1876568427449728:12345-0@lo:400:kworker.0 Request processed in 31us (776us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635674.533186:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789635674.534049:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1876568427449856:0@lo:41:osp-pre-1-0.0 00010000:00080000:1.0:1789635674.534064:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d057ae95500 x1876568427449728/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789635674.534074:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae95500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3643:1876568427449728:0@lo:400:kworker.0 00000100:00100000:1.0:1789635674.534087:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1876568427449216:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789635674.534734:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427449344 00000100:00100000:1.0:1789635674.534742:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427449344 00000100:00100000:1.0:1789635674.534795:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1789635674.534803:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654e9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:3643:x1876568427449344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635674.534871:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654e9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:3643:x1876568427449344:12345-0@lo:400:kworker.0 Request processed in 69us (2524us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635674.534878:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1789635674.534922:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae94a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3643:1876568427449344:0@lo:400:kworker.0 00000100:00100000:2.0:1789635674.537936:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae97480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1876568427449472:0@lo:400:kworker.0 00000100:00100000:0.0:1789635674.599078:0:3639:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789635664/real 1789635664] req@ffff8d05759c9f80 x1876568427443328/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789635674 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789635674.599107:0:3639:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d05759c9f80 x1876568427443328/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789635674 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789635674.599125:0:3639:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789635664/real 1789635664] req@ffff8d05759c9180 x1876568427443200/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789635674 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789635674.599137:0:3639:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d05759c9180 x1876568427443200/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789635674 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789635674.599155:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d056f7cb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789635674.599175:0:3639:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789635674.599179:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1876568427443328:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1789635674.599194:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d0577697800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789635674.599200:0:3639:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789635674.599203:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1876568427443200:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1789635674.601393:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789635674.601402:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789635674.601405:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789635674.601408:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789635674.601412:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789635674.601415:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789635674.601419:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d0577697800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789635674.601426:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 682 00000100:00080000:3.0:1789635674.601432:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1789635674.601444:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8d0577697800 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:3.0:1789635674.601490:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0574710a80 x1876568427449984/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789635674.601515:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789635674.601518:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789635674.601519:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d056f7cb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789635674.601522:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 682 00000100:00080000:3.0:1789635674.601532:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1789635674.601538:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8d056f7cb000 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:3.0:1789635674.601553:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0574712d80 x1876568427450112/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789635674.603527:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1876568427449984:0@lo:8:kworker.0 00000400:00000100:0.0:1789635674.603582:0:3639:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876568427449984 offset 0 length 520: 4 00000100:00100000:0.0:1789635674.603639:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1876568427450112:0@lo:8:kworker.0 00000400:00000100:0.0:1789635674.603657:0:3639:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876568427450112 offset 0 length 520: 4 00010000:00010000:1.0:1789635674.603858:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1789635675.063585:0:23405:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:0.0:1789635675.619747:0:3639:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789635660/real 1789635660] req@ffff8d057ae94000 x1876568427441152/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789635675 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789635675.619779:0:3639:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d057ae94000 x1876568427441152/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789635675 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789635675.619787:0:3639:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789635660/real 1789635660] req@ffff8d057ae97800 x1876568427441280/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789635675 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789635675.619796:0:3639:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d057ae97800 x1876568427441280/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789635675 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789635675.619838:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d057b956800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789635675.619857:0:3639:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789635675.619862:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427441152:0@lo:8:kworker.0 00000100:00080000:0.0:1789635675.619867:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d057b950800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789635675.619873:0:3639:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1789635675.619876:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae97800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427441280:0@lo:8:kworker.0 00010000:00010000:2.0:1789635675.620026:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1789635675.620065:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789635675.620069:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789635675.620072:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d057b956800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789635675.620076:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 679 00000100:00080000:3.0:1789635675.620081:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789635675.620090:0:36:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8d057b956800 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:3.0:1789635675.620107:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0574710e00 x1876568427450496/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789635675.620118:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789635675.620121:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789635675.620124:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d057b950800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789635675.620127:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 679 00000100:00080000:3.0:1789635675.620129:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789635675.620133:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8d057b950800 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:2.0:1789635675.620138:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3640:1876568427450240:0@lo:400:kworker.0 00000100:00100000:3.0:1789635675.620149:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0574713b80 x1876568427450624/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789635675.620186:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789635675.620189:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789635675.620192:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789635675.620195:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789635675.620207:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635675.620233:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3642:1876568427450752:0@lo:400:kworker.0 00000100:00100000:3.0:1789635675.620270:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635675.620309:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575adb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3640:1876568427451008:0@lo:400:kworker.0 00000100:00100000:0.0:1789635675.620739:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1876568427450368:0@lo:400:kworker.0 00000100:00100000:3.0:1789635675.620963:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789635675.620970:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575ad9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427450880:0@lo:400:kworker.0 00000100:00100000:2.0:1789635675.620992:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635675.621014:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635675.621056:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427450240 00000100:00100000:2.0:1789635675.621064:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427450240 00000100:00100000:3.0:1789635675.621080:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427450752 00000100:00100000:3.0:1789635675.621085:0:22662:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427450752 00000100:00100000:2.0:1789635675.621114:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1789635675.621125:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:3640:x1876568427450240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789635675.621128:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427451008 00000100:00100000:3.0:1789635675.621134:0:22662:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427451008 00000100:00100000:2.0:1789635675.621177:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:3640:x1876568427450240:12345-0@lo:400:kworker.0 Request processed in 54us (973us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635675.621184:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1789635675.621230:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574713800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3640:1876568427450240:0@lo:400:kworker.0 00000100:00100000:0.0:1789635675.621502:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635675.621547:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427450496:0@lo:8:kworker.0 00000400:00000100:0.0:1789635675.621567:0:3639:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876568427450496 offset 0 length 520: 4 00000100:00100000:0.0:1789635675.621586:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427450624:0@lo:8:kworker.0 00000400:00000100:0.0:1789635675.621632:0:3639:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876568427450624 offset 0 length 520: 4 00000100:00100000:2.0:1789635675.622134:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427450880 00000100:00100000:2.0:1789635675.622141:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427450880 00000100:00100000:2.0:1789635675.622165:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427450368 00000100:00100000:2.0:1789635675.622168:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427450368 00000100:00100000:2.0:1789635675.622180:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1789635675.622186:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575adb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427450880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789635675.622236:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575adb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427450880:12345-0@lo:400:kworker.0 Request processed in 49us (1225us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635675.622252:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1789635675.622276:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789635675.622282:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447977480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1876568427450368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789635675.622312:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447977480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1876568427450368:12345-0@lo:400:kworker.0 Request processed in 31us (810us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635675.622317:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789635675.622393:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574711500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1876568427450368:0@lo:400:kworker.0 00000100:00100000:0.0:1789635675.622488:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0575ad9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427450880:0@lo:400:kworker.0 00000100:00100000:3.0:1789635675.622561:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789635675.622570:0:22662:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575adbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1876568427450752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789635675.622644:0:22662:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575adbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1876568427450752:12345-0@lo:400:kworker.0 Request processed in 75us (2372us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635675.622650:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789635675.622666:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789635675.622674:0:22662:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1876568427451008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789635675.622713:0:22662:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1876568427451008:12345-0@lo:400:kworker.0 Request processed in 40us (1722us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635675.622720:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:0.0:1789635675.622816:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d0574711c00 x1876568427450752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789635675.622828:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574711c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3642:1876568427450752:0@lo:400:kworker.0 00010000:00080000:3.0:1789635675.623067:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d0575adb480 x1876568427451008/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789635675.623079:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0575adb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3640:1876568427451008:0@lo:400:kworker.0 00000040:00080000:0.0:1789635676.522193:0:23425:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789635676.643755:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789635677.667695:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635678.692130:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1789635678.925405:0:24173:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1789635678.925409:0:24173:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:3.0:1789635678.925411:0:24173:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:3.0:1789635678.925527:0:24173:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8d0551688000 00000020:01000004:3.0:1789635678.925541:0:24173:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1789635678.925558:0:24173:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1789635678.925570:0:24173:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff8d0575924d40) 00000020:00000080:3.0:1789635678.925587:0:24173:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1789635678.990401:0:24173:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1789635679.000741:0:24173:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1789635679.001145:0:24173:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1789635679.001510:0:24173:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1789635679.002207:0:24173:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1789635679.002470:0:24173:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1789635679.002844:0:24173:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00080000:01000000:3.0:1789635679.004290:0:24173:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1789635679.004516:0:24173:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:3.0:1789635679.004539:0:24173:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:3.0:1789635679.004553:0:24173:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xb0c3a59caa410acd 00000020:01000004:3.0:1789635679.004560:0:24173:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:3.0:1789635679.004585:0:24173:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.120@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1789635679.004617:0:24173:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.120@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1789635679.004623:0:24173:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0000 00000020:01000004:3.0:1789635679.004629:0:24173:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:3.0:1789635679.004651:0:24173:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff8d056fea0000) 00000020:00000080:3.0:1789635679.004665:0:24173:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:3.0:1789635679.005740:0:24173:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1789635679.005888:0:24173:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:3.0:1789635679.005895:0:24173:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:2.0:1789635679.014161:0:24173:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:2.0:1789635679.014175:0:24173:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:3.0:1789635679.014543:0:24173:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:3.0:1789635679.014550:0:24173:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:2.0:1789635679.016158:0:24173:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789635679.016339:0:24173:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:2.0:1789635679.016345:0:24173:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:3.0:1789635679.019112:0:24173:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:2.0:1789635679.020309:0:24173:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:2.0:1789635679.040169:0:24173:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789635679.040401:0:24173:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1789635679.040408:0:24173:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:2.0:1789635679.044492:0:24173:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1789635679.044506:0:24173:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:2.0:1789635679.046342:0:24173:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1789635679.046353:0:24173:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:2.0:1789635679.049425:0:24173:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789635679.049967:0:24173:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:2.0:1789635679.050018:0:24173:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:2.0:1789635679.050852:0:24173:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:2.0:1789635679.050861:0:24173:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:2.0:1789635679.089853:0:24173:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789635679.090065:0:24173:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:2.0:1789635679.090072:0:24173:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:2.0:1789635679.092790:0:24173:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:2.0:1789635679.092810:0:24173:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:3.0:1789635679.093313:0:24173:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:3.0:1789635679.093344:0:24173:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:3.0:1789635679.093350:0:24173:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.120@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:2.0:1789635679.117509:0:24173:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.120@tcp ctxt 0 is initialized 00000020:01000004:2.0:1789635679.117690:0:24173:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.203.120@tcp, index=0000, flags=0x20002 00000020:01000004:2.0:1789635679.117695:0:24173:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1789635679.117697:0:24173:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1789635679.117699:0:24173:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789635679.117700:0:24173:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789635679.117701:0:24173:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789635679.117703:0:24173:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789635679.117704:0:24173:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789635679.117705:0:24173:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789635679.117706:0:24173:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789635679.117710:0:24173:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:2.0:1789635679.117712:0:24173:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789635679.117713:0:24173:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1789635679.117714:0:24173:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789635679.117715:0:24173:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789635679.117716:0:24173:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789635679.117717:0:24173:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789635679.117718:0:24173:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789635679.117719:0:24173:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789635679.117720:0:24173:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789635679.117755:0:24173:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1789635679.117773:0:24173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427451136:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789635679.117841:0:24173:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635679.118185:0:24173:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0579b3e9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789635679.118260:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427451136 00000100:00100000:3.0:1789635679.118269:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427451136 00000100:00100000:3.0:1789635679.118330:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1789635679.118340:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:24173:x1876568427451136:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789635679.118378:0:22652:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1789635679.118381:0:22652:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:3.0:1789635679.118385:0:22652:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:3.0:1789635679.118847:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:24173:x1876568427451136:12345-0@lo:253:mount.lustre.0 Request processed in 507us (1003us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635679.118856:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1789635679.118998:0:24173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427451136:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789635679.119009:0:24173:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1789635679.119012:0:24173:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789635679.119013:0:24173:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1789635679.119014:0:24173:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789635679.119015:0:24173:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789635679.119016:0:24173:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789635679.119018:0:24173:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789635679.119019:0:24173:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789635679.119020:0:24173:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789635679.119029:0:24173:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1789635679.119046:0:24173:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8d0551688000 from lustre-OST0000 10000000:01000000:2.0:1789635679.119069:0:24173:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:2.0:1789635679.119072:0:24173:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1789635679.119078:0:24173:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8d04478a0000 local copy 00010000:00010000:2.0:1789635679.119088:0:24173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0565530a00/0xb0c3a59caa410888 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41088f expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635679.119177:0:24173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427451264:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789635679.119209:0:24173:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635679.119286:0:24173:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0579b3e9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789635679.120879:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427451264 00000100:00100000:1.0:1789635679.120891:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427451264 00000100:00100000:1.0:1789635679.121120:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1789635679.121129:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:24173:x1876568427451264:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789635679.121235:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:24173:x1876568427451264:12345-0@lo:501:mount.lustre.0 Request processed in 108us (2026us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789635679.121243:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1789635679.121327:0:24173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427451264:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1789635679.121343:0:24173:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.120@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1789635679.121366:0:24173:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.120@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1789635679.121373:0:24173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0565530a00/0xb0c3a59caa410888 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41088f expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635679.121384:0:24173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d0565530a00/0xb0c3a59caa410888 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41088f expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789635679.121408:0:24173:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8d0551688000 10000000:01000000:3.0:1789635679.121412:0:24173:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1789635679.121417:0:24173:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:3.0:1789635679.121420:0:24173:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789635679.121424:0:24173:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:3.0:1789635679.121426:0:24173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1789635679.121459:0:24173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a400/0xb0c3a59caa410adb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635679.121468:0:24173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a400/0xb0c3a59caa410adb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635679.121487:0:24173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a400/0xb0c3a59caa410adb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635679.121503:0:24173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575adb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427451392:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789635679.121542:0:24173:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635679.126339:0:24173:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0579bc0a80 going to sleep for 11 seconds 00000100:00100000:2.0:1789635679.126809:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427451392 00000100:00100000:2.0:1789635679.126819:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427451392 00000100:00100000:1.0:1789635679.128461:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1789635679.128482:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446fc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+18:24173:x1876568427451392:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789635679.128501:0:22654:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789635679.128520:0:22654:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0565531200/0xb0c3a59caa410ae2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xb0c3a59caa410adb expref: -99 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635679.128560:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0565531200/0xb0c3a59caa410ae2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb0c3a59caa410adb expref: 19 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635679.128572:0:22654:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0565531200/0xb0c3a59caa410ae2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410adb expref: 19 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635679.128581:0:22654:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0565531200, rc 0) 00000100:00100000:1.0:1789635679.128686:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446fc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+19:24173:x1876568427451392:12345-0@lo:101:mount.lustre.0 Request processed in 214us (7143us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635679.128693:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1789635679.129067:0:24173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0575adb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427451392:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789635679.129085:0:24173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a400/0xb0c3a59caa410adb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410ae2 expref: -99 pid: 24173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635679.129095:0:24173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a400/0xb0c3a59caa410adb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa410ae2 expref: -99 pid: 24173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789635679.134719:0:24173:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:3.0:1789635679.135688:0:24173:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789635679.139978:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1789635679.140059:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1789635679.140077:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1789635679.140092:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1789635679.140105:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1789635679.140118:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1789635679.140131:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1789635679.140143:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1789635679.140155:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:2.0:1789635679.140167:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:2.0:1789635679.140180:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:2.0:1789635679.140197:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:2.0:1789635679.140226:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:2.0:1789635679.140235:0:24173:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:2.0:1789635679.140383:0:24173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427451520:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789635679.140474:0:24173:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635679.140518:0:24173:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0579b3ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1789635679.140629:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427451520 00000100:00100000:3.0:1789635679.140639:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427451520 00000100:00100000:2.0:1789635679.140701:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1789635679.140717:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+19:24173:x1876568427451520:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789635679.140861:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+19:24173:x1876568427451520:12345-0@lo:501:mount.lustre.0 Request processed in 144us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635679.140869:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1789635679.141015:0:24173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c8380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427451520:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789635679.141048:0:24173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575adb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427451648:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789635679.141083:0:24173:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635679.141109:0:24173:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0579bc0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1789635679.141150:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427451648 00000100:00100000:0.0:1789635679.141154:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427451648 00000100:00100000:0.0:1789635679.141188:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1789635679.141194:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446fc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+19:24173:x1876568427451648:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789635679.142117:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446fc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+19:24173:x1876568427451648:12345-0@lo:503:mount.lustre.0 Request processed in 919us (1030us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635679.142126:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1789635679.142212:0:24173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0575adb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427451648:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789635679.142713:0:24173:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789635679.142813:0:24173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575adb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427451776:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789635679.142855:0:24173:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635679.142989:0:24173:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0579b3ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1789635679.143118:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427451776 00000100:00100000:1.0:1789635679.143126:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427451776 00000100:00100000:1.0:1789635679.143167:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1789635679.143176:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+19:24173:x1876568427451776:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789635679.143501:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+19:24173:x1876568427451776:12345-0@lo:502:mount.lustre.0 Request processed in 325us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635679.143509:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1789635679.143880:0:24173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0575adb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427451776:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789635679.144152:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1789635679.144179:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1789635679.144193:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1789635679.144205:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1789635679.144219:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1789635679.144230:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1789635679.144241:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1789635679.144253:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1789635679.144265:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:3.0:1789635679.144279:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:3.0:1789635679.144292:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:3.0:1789635679.144303:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:3.0:1789635679.144328:0:24173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575adb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427451904:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789635679.144370:0:24173:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635679.144459:0:24173:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0579bc0a80 going to sleep for 11 seconds 00000100:00100000:0.0:1789635679.145027:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427451904 00000100:00100000:0.0:1789635679.145034:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427451904 00000100:00100000:0.0:1789635679.145083:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1789635679.145092:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+19:24173:x1876568427451904:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789635679.145204:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+19:24173:x1876568427451904:12345-0@lo:502:mount.lustre.0 Request processed in 113us (833us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635679.145212:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1789635679.145350:0:24173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0575adb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427451904:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789635679.145400:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:3.0:1789635679.145410:0:24173:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:1.0:1789635679.146315:0:24190:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789635679.146323:0:24190:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:1.0:1789635679.146328:0:24190:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789635679.146330:0:24190:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:1.0:1789635679.146335:0:24190:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789635679.146349:0:24190:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff8d04478a3380) 00000020:00000080:1.0:1789635679.146375:0:24190:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:1.0:1789635679.146381:0:24190:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1789635679.146478:0:24190:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d0551688000 from lustre-OST0000, refs=2 00080000:01000000:1.0:1789635679.146486:0:24190:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:1.0:1789635679.146493:0:24190:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xb0c3a59caa410af0 00010000:00010000:1.0:1789635679.158873:0:24190:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:1.0:1789635679.159274:0:24190:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:1.0:1789635679.161199:0:24190:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:1.0:1789635679.162443:0:24190:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:1.0:1789635679.162464:0:24190:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789635679.162471:0:24190:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789635679.162473:0:24190:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:1.0:1789635679.162476:0:24190:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789635679.162479:0:24190:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:1.0:1789635679.162481:0:24190:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789635679.162482:0:24190:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789635679.162484:0:24190:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789635679.162486:0:24190:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789635679.162487:0:24190:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789635679.162490:0:24190:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789635679.162493:0:24190:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789635679.162494:0:24190:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:1.0:1789635679.162497:0:24190:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1789635679.162499:0:24190:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1789635679.162501:0:24190:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789635679.162503:0:24190:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789635679.162504:0:24190:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:1.0:1789635679.162507:0:24190:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789635679.162509:0:24190:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789635679.162510:0:24190:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1789635679.162513:0:24190:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1789635679.162546:0:24190:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789635679.162549:0:24190:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789635679.162550:0:24190:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1789635679.162560:0:24190:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:2.0:1789635679.166264:0:24173:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:2.0:1789635679.166307:0:24173:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1789635679.166324:0:24173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a400/0xb0c3a59caa410adb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410ae2 expref: -99 pid: 24173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.166337:0:24173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d0446d1a400/0xb0c3a59caa410adb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410ae2 expref: -99 pid: 24173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789635679.166353:0:24173:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d0551688000 from 1 10000000:01000000:2.0:1789635679.166356:0:24173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789635679.166394:0:24173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3a00/0xb0c3a59caa410af7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.166403:0:24173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3a00/0xb0c3a59caa410af7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.166413:0:24173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3a00/0xb0c3a59caa410af7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635679.166437:0:24173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427452032:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789635679.166514:0:24173:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635679.166728:0:24173:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0551531d80 going to sleep for 11 seconds 00000100:00100000:1.0:1789635679.166801:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427452032 00000100:00100000:1.0:1789635679.166809:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427452032 00000100:00100000:1.0:1789635679.166856:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1789635679.166866:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+19:24173:x1876568427452032:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789635679.166879:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789635679.166891:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0565530200/0xb0c3a59caa410afe lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xb0c3a59caa410af7 expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635679.166913:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0565530200/0xb0c3a59caa410afe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb0c3a59caa410af7 expref: 20 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635679.166923:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0565530200/0xb0c3a59caa410afe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410af7 expref: 20 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635679.166931:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0565530200, rc 0) 00000100:00100000:1.0:1789635679.166972:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+20:24173:x1876568427452032:12345-0@lo:101:mount.lustre.0 Request processed in 107us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635679.166978:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1789635679.167025:0:24173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427452032:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789635679.167040:0:24173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3a00/0xb0c3a59caa410af7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410afe expref: -99 pid: 24173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635679.167049:0:24173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3a00/0xb0c3a59caa410af7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa410afe expref: -99 pid: 24173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789635679.172316:0:24173:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:1.0:1789635679.172567:0:24173:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789635679.172879:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1789635679.172906:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1789635679.172917:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1789635679.172927:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1789635679.172937:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1789635679.172947:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1789635679.172971:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1789635679.172982:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1789635679.172993:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1789635679.173003:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:1.0:1789635679.173013:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:1.0:1789635679.173027:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:1.0:1789635679.173031:0:24173:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:1.0:1789635679.173092:0:24173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae94a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427452160:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789635679.173146:0:24173:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635679.173555:0:24173:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0447552840 going to sleep for 11 seconds 00000100:00100000:2.0:1789635679.174187:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427452160 00000100:00100000:2.0:1789635679.174195:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427452160 00000100:00100000:2.0:1789635679.174265:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789635679.174283:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+20:24173:x1876568427452160:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789635679.174410:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+20:24173:x1876568427452160:12345-0@lo:501:mount.lustre.0 Request processed in 128us (1262us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635679.174418:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1789635679.174543:0:24173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae94a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427452160:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789635679.174592:0:24173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447976d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427452288:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789635679.174655:0:24173:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635679.175104:0:24173:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0441c810c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789635679.175161:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427452288 00000100:00100000:1.0:1789635679.175166:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427452288 00000100:00100000:1.0:1789635679.175194:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1789635679.175200:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+20:24173:x1876568427452288:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789635679.175293:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+20:24173:x1876568427452288:12345-0@lo:503:mount.lustre.0 Request processed in 92us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635679.175300:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1789635679.175374:0:24173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447976d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427452288:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789635679.175968:0:24173:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789635679.176032:0:24173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447976d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427452416:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789635679.176074:0:24173:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635679.176132:0:24173:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0441c810c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789635679.176228:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427452416 00000100:00100000:2.0:1789635679.176233:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427452416 00000100:00100000:1.0:1789635679.176269:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1789635679.176278:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+20:24173:x1876568427452416:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789635679.176365:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+20:24173:x1876568427452416:12345-0@lo:502:mount.lustre.0 Request processed in 87us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635679.176371:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1789635679.176455:0:24173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447976d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427452416:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789635679.176684:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1789635679.176706:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:0.0:1789635679.176719:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:0.0:1789635679.176741:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:0.0:1789635679.176755:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:0.0:1789635679.176768:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:0.0:1789635679.176783:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:0.0:1789635679.177012:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:0.0:1789635679.177030:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:0.0:1789635679.177044:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:0.0:1789635679.177059:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:0.0:1789635679.177084:0:24173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447976d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427452544:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789635679.177123:0:24173:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635679.177191:0:24173:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0441c810c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789635679.177244:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427452544 00000100:00100000:3.0:1789635679.177249:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427452544 00000100:00100000:3.0:1789635679.177275:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1789635679.177283:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+20:24173:x1876568427452544:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789635679.177379:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+20:24173:x1876568427452544:12345-0@lo:502:mount.lustre.0 Request processed in 96us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635679.177385:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1789635679.177469:0:24173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447976d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427452544:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789635679.177508:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:0.0:1789635679.177515:0:24173:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1789635679.178281:0:24194:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789635679.178296:0:24194:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635679.178299:0:24194:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1789635679.178306:0:24194:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d0551688000 00000020:00000080:3.0:1789635679.178309:0:24194:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789635679.178317:0:24194:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789635679.178319:0:24194:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635679.178320:0:24194:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1789635679.178322:0:24194:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789635679.178325:0:24194:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635679.178326:0:24194:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1789635679.178328:0:24194:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d0551688000 00000020:00000080:3.0:1789635679.178330:0:24194:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789635679.178388:0:24194:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789635679.178392:0:24194:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635679.178393:0:24194:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1789635679.178396:0:24194:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789635679.178398:0:24194:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635679.178399:0:24194:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789635679.178403:0:24194:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8d0551688000 00000020:00000080:3.0:1789635679.178405:0:24194:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789635679.178422:0:24194:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789635679.178425:0:24194:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635679.178427:0:24194:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789635679.178429:0:24194:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789635679.178431:0:24194:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635679.178432:0:24194:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1789635679.178436:0:24194:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8d0551688000 00000020:00000080:3.0:1789635679.178438:0:24194:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789635679.178471:0:24194:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789635679.178474:0:24194:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635679.178476:0:24194:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1789635679.178478:0:24194:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1789635679.178754:0:24173:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1789635679.178777:0:24173:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789635679.178978:0:24173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3a00/0xb0c3a59caa410af7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410afe expref: -99 pid: 24173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635679.178990:0:24173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3a00/0xb0c3a59caa410af7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410afe expref: -99 pid: 24173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789635679.179040:0:24173:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1789635679.179043:0:24173:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8d0551688000 10000000:01000000:0.0:1789635679.179045:0:24173:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8d0551688000 10000000:01000000:0.0:1789635679.179050:0:24173:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789635679.179055:0:24173:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8d0551688000 from 1 10000000:01000000:0.0:1789635679.179057:0:24173:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1789635679.179086:0:24173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0549f42600/0xb0c3a59caa410b05 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635679.179103:0:24173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8d0549f42600/0xb0c3a59caa410b05 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635679.179114:0:24173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8d0549f42600/0xb0c3a59caa410b05 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789635679.179134:0:24173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447976d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427452672:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789635679.179178:0:24173:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635679.179210:0:24173:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0441c81180 going to sleep for 11 seconds 00000100:00100000:2.0:1789635679.181747:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427452672 00000100:00100000:2.0:1789635679.181761:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427452672 00000100:00100000:2.0:1789635679.181820:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1789635679.181832:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+20:24173:x1876568427452672:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789635679.181850:0:22655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789635679.181871:0:22655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d056e1a2800/0xb0c3a59caa410b0c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xb0c3a59caa410b05 expref: -99 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.181900:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d056e1a2800/0xb0c3a59caa410b0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb0c3a59caa410b05 expref: 21 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.181912:0:22655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d056e1a2800/0xb0c3a59caa410b0c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410b05 expref: 21 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.181920:0:22655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056e1a2800, rc 0) 00000100:00100000:2.0:1789635679.181998:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:24173:x1876568427452672:12345-0@lo:101:mount.lustre.0 Request processed in 170us (2820us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635679.182005:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1789635679.182176:0:24173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447976d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427452672:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789635679.182194:0:24173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8d0549f42600/0xb0c3a59caa410b05 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410b0c expref: -99 pid: 24173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635679.182203:0:24173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8d0549f42600/0xb0c3a59caa410b05 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa410b0c expref: -99 pid: 24173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789635679.192142:0:24173:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1789635679.192466:0:24173:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789635679.194022:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1789635679.194071:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1789635679.194085:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1789635679.194110:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1789635679.194124:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1789635679.194137:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1789635679.194149:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1789635679.194160:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1789635679.194173:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1789635679.194186:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1789635679.194198:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1789635679.194212:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1789635679.194224:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1789635679.194235:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1789635679.194247:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1789635679.194260:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1789635679.194274:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1789635679.194288:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1789635679.194300:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1789635679.194314:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1789635679.194342:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1789635679.194356:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1789635679.194368:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1789635679.194381:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1789635679.194394:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1789635679.194406:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1789635679.194418:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1789635679.194430:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1789635679.194443:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1789635679.194472:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1789635679.194485:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1789635679.194496:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1789635679.194509:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1789635679.194522:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1789635679.195835:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1789635679.195862:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1789635679.195894:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1789635679.195907:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1789635679.195918:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1789635679.195930:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1789635679.195942:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1789635679.195952:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1789635679.195963:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1789635679.195974:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1789635679.195985:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1789635679.195996:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1789635679.196007:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1789635679.196018:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1789635679.196174:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1789635679.196193:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1789635679.196211:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1789635679.196217:0:24173:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1789635679.196338:0:24173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427452800:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789635679.196404:0:24173:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635679.199216:0:24173:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0551531780 going to sleep for 11 seconds 00000100:00100000:0.0:1789635679.203336:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427452800 00000100:00100000:0.0:1789635679.203350:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427452800 00000100:00100000:0.0:1789635679.203406:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1789635679.203415:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f72c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:24173:x1876568427452800:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789635679.203624:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f72c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:24173:x1876568427452800:12345-0@lo:501:mount.lustre.0 Request processed in 209us (7219us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635679.203632:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1789635679.204080:0:24173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427452800:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789635679.204138:0:24173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427452928:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789635679.204189:0:24173:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635679.204231:0:24173:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0551531780 going to sleep for 11 seconds 00000100:00100000:0.0:1789635679.204730:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427452928 00000100:00100000:0.0:1789635679.204736:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427452928 00000100:00100000:0.0:1789635679.204767:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1789635679.204775:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f70450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:24173:x1876568427452928:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789635679.204889:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f70450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:24173:x1876568427452928:12345-0@lo:503:mount.lustre.0 Request processed in 115us (700us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635679.204896:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1789635679.204941:0:24173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c9c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427452928:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789635679.205339:0:24173:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789635679.205412:0:24173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447976d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427453056:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789635679.205467:0:24173:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635679.205492:0:24173:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0441c81180 going to sleep for 11 seconds 00000100:00100000:0.0:1789635679.205507:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427453056 00000100:00100000:0.0:1789635679.205511:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427453056 00000100:00100000:0.0:1789635679.208537:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1789635679.208557:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f72850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:24173:x1876568427453056:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789635679.208759:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f72850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:24173:x1876568427453056:12345-0@lo:502:mount.lustre.0 Request processed in 209us (3291us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635679.208768:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1789635679.214971:0:24173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447976d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427453056:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789635679.215248:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1789635679.215279:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:1.0:1789635679.215293:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:1.0:1789635679.215313:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:1.0:1789635679.215325:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:1.0:1789635679.215336:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:1.0:1789635679.215347:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:1.0:1789635679.215357:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:1.0:1789635679.215370:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1789635679.215384:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:1.0:1789635679.215395:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:1.0:1789635679.215406:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:1.0:1789635679.215418:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:1.0:1789635679.215430:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:1.0:1789635679.215441:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:1.0:1789635679.215468:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:1.0:1789635679.215480:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:1.0:1789635679.215492:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:1.0:1789635679.215504:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:1.0:1789635679.215517:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:1.0:1789635679.215528:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:1.0:1789635679.215721:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:1.0:1789635679.215740:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:1.0:1789635679.215755:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:1.0:1789635679.215769:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:1.0:1789635679.215780:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:1.0:1789635679.215793:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:1.0:1789635679.215826:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:1.0:1789635679.215840:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:1.0:1789635679.215853:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:1.0:1789635679.215866:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:1.0:1789635679.215879:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:1.0:1789635679.215904:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:1.0:1789635679.215917:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:1.0:1789635679.215930:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:1.0:1789635679.215944:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:1.0:1789635679.215956:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:1.0:1789635679.215969:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:1.0:1789635679.215982:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:1.0:1789635679.215994:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:1.0:1789635679.216005:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:1.0:1789635679.216017:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:1.0:1789635679.216029:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:1.0:1789635679.216054:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:1.0:1789635679.216071:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:1.0:1789635679.216084:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:1.0:1789635679.216096:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:1.0:1789635679.216108:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:1.0:1789635679.216160:0:24173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae96a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427453184:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789635679.216235:0:24173:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635679.216277:0:24173:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d04475526c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789635679.217676:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427453184 00000100:00100000:2.0:1789635679.217689:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427453184 00000100:00100000:2.0:1789635679.217754:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1789635679.217765:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f71c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:24173:x1876568427453184:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789635679.217934:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f71c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:24173:x1876568427453184:12345-0@lo:502:mount.lustre.0 Request processed in 169us (1698us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635679.217951:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1789635679.218767:0:24173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae96a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427453184:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789635679.218974:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:0.0:1789635679.219002:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:0.0:1789635679.219040:0:24173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447976d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427453312:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789635679.219091:0:24173:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635679.219167:0:24173:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fa8000 going to sleep for 11 seconds 00000100:00100000:2.0:1789635679.225482:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427453312 00000100:00100000:2.0:1789635679.225494:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427453312 00000100:00100000:2.0:1789635679.225633:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1789635679.225642:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f70050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:24173:x1876568427453312:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789635679.225812:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f70050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:24173:x1876568427453312:12345-0@lo:502:mount.lustre.0 Request processed in 170us (6719us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635679.225820:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1789635679.225887:0:24173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447976d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427453312:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789635679.225974:0:24173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1789635679.225988:0:24173:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1789635679.230202:0:24200:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1789635679.230221:0:24200:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff8d056bd14d40) 00000020:00000080:2.0:1789635679.230244:0:24200:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:2.0:1789635679.230334:0:24200:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d0551688000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1789635679.230338:0:24200:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d0551688000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1789635679.230341:0:24200:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d0551688000 3 00010000:00080000:2.0:1789635679.230370:0:24200:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d0447b67000@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.120@tcp at head 00010000:00010000:2.0:1789635679.232006:0:24200:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:2.0:1789635679.232204:0:24200:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:2.0:1789635679.232251:0:24200:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789635679.232266:0:24200:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xb0c3a59caa410b1a 00000100:00080000:2.0:1789635679.232278:0:24200:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789635679.232289:0:24200:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d0447b67000 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:2.0:1789635679.232325:0:24200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d05759c9880 x1876568427453440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789635679.232357:0:24200:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000020:01000004:2.0:1789635679.232801:0:24200:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:2.0:1789635679.232826:0:24200:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff8d0446fa4d40) 00000020:00000080:2.0:1789635679.232841:0:24200:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:2.0:1789635679.232922:0:24200:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d0551688000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1789635679.232927:0:24200:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d0551688000 from lustre-OST0000, refs=3 00000020:01000004:2.0:1789635679.232929:0:24200:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d0551688000 3 00010000:00080000:2.0:1789635679.232955:0:24200:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d0447643000@lustre-MDT0001-lwp-OST0000: add connection 192.168.203.120@tcp at head 00000100:00100000:1.0:1789635679.233676:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3639:1876568427453440:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789635679.233750:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635679.233831:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427453440 00000100:00100000:1.0:1789635679.233839:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427453440 00000100:00100000:1.0:1789635679.233872:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789635679.233880:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3639:x1876568427453440:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1789635679.233906:0:22661:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 697 last 0 00000020:00000080:1.0:1789635679.233935:0:22661:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xb0c3a59caa410b28 00000004:00100000:1.0:1789635679.233952:0:22661:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1789635679.233981:0:22661:0:(import.c:65:import_set_state_nolock()) ffff8d0448537000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789635679.234041:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae95500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1876568427453440:12345-0@lo:38:llog_process_th.0 Request processed in 160us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635679.234049:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1789635679.234088:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d05759c9880 x1876568427453440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789635689 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789635679.234099:0:3639:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789635679.234107:0:3639:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1789635679.234115:0:3639:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1789635679.234120:0:3639:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1789635679.234122:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d0447b67000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789635679.234128:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3639:1876568427453440:0@lo:38:llog_process_th.0 00000100:00080000:1.0:1789635679.235728:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789635679.235733:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789635679.235736:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789635679.235739:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789635679.235762:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789635679.235764:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789635679.235767:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789635679.235769:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789635679.235817:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1876568427453568:0@lo:400:kworker.0 00000100:00100000:1.0:1789635679.235868:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635679.235896:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789635679.235901:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3641:1876568427453952:0@lo:400:kworker.0 00000100:00100000:1.0:1789635679.235933:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635679.235962:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3642:1876568427453696:0@lo:400:kworker.0 00000100:00100000:1.0:1789635679.235995:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635679.236014:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789635679.236020:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427453824:0@lo:400:kworker.0 00000100:00100000:1.0:1789635679.236041:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635679.236078:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427453568 00000100:00100000:1.0:1789635679.236085:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427453568 00000100:00100000:1.0:1789635679.236113:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427453824 00000100:00100000:1.0:1789635679.236116:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427453824 00000100:00100000:1.0:1789635679.236130:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789635679.236137:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1876568427453568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635679.236186:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae94a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1876568427453568:12345-0@lo:400:kworker.0 Request processed in 49us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635679.236193:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789635679.236209:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1789635679.236215:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427453824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635679.236244:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae97480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427453824:12345-0@lo:400:kworker.0 Request processed in 29us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635679.236249:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1789635679.236268:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427453952 00000100:00100000:1.0:1789635679.236271:0:22660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427453952 00000100:00100000:1.0:1789635679.236291:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427453696 00000100:00100000:1.0:1789635679.236294:0:22660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427453696 00000100:00100000:1.0:1789635679.236308:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789635679.236315:0:22660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1876568427453952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635679.236344:0:22660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae97800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1876568427453952:12345-0@lo:400:kworker.0 Request processed in 29us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635679.236356:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789635679.236370:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789635679.236375:0:22660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1876568427453696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635679.236400:0:22660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1876568427453696:12345-0@lo:400:kworker.0 Request processed in 25us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635679.236406:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00080000:1.0:1789635679.236456:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d057ae96a00 x1876568427453952/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635695 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789635679.236469:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3641:1876568427453952:0@lo:400:kworker.0 00000100:00100000:1.0:1789635679.236479:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1876568427453568:0@lo:400:kworker.0 00000100:00100000:1.0:1789635679.236505:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427453824:0@lo:400:kworker.0 00010000:00080000:1.0:1789635679.236514:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d057ae97b80 x1876568427453696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635695 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789635679.236522:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3642:1876568427453696:0@lo:400:kworker.0 00010000:00010000:2.0:1789635679.237998:0:24200:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:2.0:1789635679.238236:0:24200:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:2.0:1789635679.238280:0:24200:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789635679.238293:0:24200:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0xb0c3a59caa410b2f 00000100:00080000:2.0:1789635679.238302:0:24200:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789635679.238313:0:24200:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8d0447643000 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:2.0:1789635679.238342:0:24200:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d05759cb100 x1876568427454080/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789635679.238372:0:24200:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00100000:1.0:1789635679.238793:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3639:1876568427454080:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789635679.238853:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1789635679.238915:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789635679.238919:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789635679.238921:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789635679.238924:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789635679.238928:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789635679.238937:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789635679.238940:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789635679.238942:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789635679.239480:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427454080 00000100:00100000:0.0:1789635679.239489:0:22660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427454080 00000100:00100000:0.0:1789635679.239536:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789635679.239544:0:22660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3639:x1876568427454080:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1789635679.239580:0:22660:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 697 last 0 00000020:00000080:0.0:1789635679.239632:0:22660:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0xb0c3a59caa410b36 00000004:00100000:0.0:1789635679.239646:0:22660:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1789635679.239677:0:22660:0:(import.c:65:import_set_state_nolock()) ffff8d04465c5000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789635679.239734:0:22660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae97b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1876568427454080:12345-0@lo:38:llog_process_th.0 Request processed in 190us (881us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635679.239742:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1789635679.239783:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d05759cb100 x1876568427454080/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789635689 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789635679.239794:0:3639:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789635679.239801:0:3639:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1789635679.239808:0:3639:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1789635679.239813:0:3639:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1789635679.239815:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d0447643000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1789635679.239821:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3639:1876568427454080:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1789635679.240484:0:24200:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:3.0:1789635679.241013:0:24173:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1789635679.241053:0:24173:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1789635679.241083:0:24173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0549f42600/0xb0c3a59caa410b05 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410b0c expref: -99 pid: 24173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635679.241094:0:24173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d0549f42600/0xb0c3a59caa410b05 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410b0c expref: -99 pid: 24173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1789635679.241139:0:24173:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1789635679.241141:0:24173:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1789635679.241143:0:24173:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789635679.241144:0:24173:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789635679.241145:0:24173:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789635679.241146:0:24173:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789635679.241148:0:24173:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789635679.241149:0:24173:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789635679.241151:0:24173:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1789635679.241154:0:24173:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:3.0:1789635679.241156:0:24173:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1789635679.241157:0:24173:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1789635679.241158:0:24173:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789635679.241159:0:24173:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789635679.241160:0:24173:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789635679.241161:0:24173:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789635679.241162:0:24173:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789635679.241163:0:24173:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789635679.241164:0:24173:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1789635679.241187:0:24173:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1789635679.241203:0:24173:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575adb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427454208:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1789635679.241254:0:24173:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635679.241296:0:24173:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d05432876c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789635679.241341:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427454208 00000100:00100000:1.0:1789635679.241348:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427454208 00000100:00100000:1.0:1789635679.241392:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1789635679.241400:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f73050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:24173:x1876568427454208:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789635679.241429:0:22652:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1789635679.241443:0:22652:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1789635679.246260:0:22652:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1789635679.246307:0:22652:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:0.0:1789635679.246777:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f73050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:24173:x1876568427454208:12345-0@lo:253:mount.lustre.0 Request processed in 5374us (5518us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635679.246789:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 20000000:01000000:2.0:1789635679.246970:0:22676:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1789635679.246975:0:22676:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1789635679.246995:0:22676:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8d056e1a2200/0xb0c3a59caa410b3d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.247009:0:22676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d0549f42a00/0xb0c3a59caa410a87 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410a80 expref: 20 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.247016:0:22676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d0549f43800/0xb0c3a59caa410a95 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410a8e expref: 20 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.247024:0:22676:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8d056e1a2200/0xb0c3a59caa410b3d lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.247073:0:22676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d0549f43800/0xb0c3a59caa410a95 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb0c3a59caa410a8e expref: 20 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.247086:0:22676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d0549f43800/0xb0c3a59caa410a95 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb0c3a59caa410a8e expref: 20 pid: 22654 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635679.247099:0:22676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c8700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22676:1876568427454336:0@lo:104: 00000100:00100000:2.0:1789635679.247134:0:22676:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789635679.247183:0:22676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d0549f42a00/0xb0c3a59caa410a87 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb0c3a59caa410a80 expref: 20 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.247192:0:22676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d0549f42a00/0xb0c3a59caa410a87 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb0c3a59caa410a80 expref: 20 pid: 22655 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635679.247200:0:22676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759cb100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22676:1876568427454464:0@lo:104: 00000100:00100000:2.0:1789635679.247223:0:22676:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635679.247239:0:22676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0551531d80 going to sleep for 11 seconds 00000100:00100000:2.0:1789635679.247268:0:22643:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1789635679.247282:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427454336 00000100:00100000:2.0:1789635679.247288:0:22643:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427454336 00000100:00100000:2.0:1789635679.247315:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427454464 00000100:00100000:2.0:1789635679.247318:0:22643:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427454464 00000100:00100000:2.0:1789635679.247330:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789635679.247338:0:22643:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+4:22676:x1876568427454336:12345-0@lo:104: 00000100:00100000:3.0:1789635679.247341:0:24173:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0575adb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24173:1876568427454208:0@lo:253:mount.lustre.0 00010000:00010000:2.0:1789635679.247349:0:22643:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3e00/0xb0c3a59caa410a8e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb0c3a59caa410a95 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789635679.247351:0:24173:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1789635679.247354:0:24173:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789635679.247356:0:24173:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1789635679.247357:0:24173:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789635679.247358:0:24173:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789635679.247365:0:24173:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789635679.247366:0:24173:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789635679.247368:0:24173:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789635679.247370:0:24173:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789635679.247371:0:24173:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1789635679.247383:0:24173:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:2.0:1789635679.247387:0:22643:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789635679.247396:0:22643:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+4:22676:x1876568427454336:12345-0@lo:104: Request processed in 60us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635679.247403:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789635679.247417:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789635679.247421:0:22643:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654ea450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+3:22676:x1876568427454464:12345-0@lo:104: 00010000:00010000:2.0:1789635679.247428:0:22643:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.120@tcp lock: ffff8d056e1a2000/0xb0c3a59caa410a80 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb0c3a59caa410a87 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.247470:0:22643:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1789635679.247475:0:22643:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654ea450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+3:22676:x1876568427454464:12345-0@lo:104: Request processed in 54us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635679.247480:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:2.0:1789635679.247510:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789635679.247516:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3e00/0xb0c3a59caa410a8e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb0c3a59caa410a95 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.247523:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a3e00 already unused, calling callback (ffffffffc1537c20) 10000000:00010000:2.0:1789635679.247538:0:22648:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3e00/0xb0c3a59caa410a8e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb0c3a59caa410a95 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.247548:0:22648:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3e00/0xb0c3a59caa410a8e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb0c3a59caa410a95 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789635679.247555:0:22648:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3e00/0xb0c3a59caa410a8e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb0c3a59caa410a95 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789635679.247673:0:22648:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789635679.247709:0:22648:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3e00/0xb0c3a59caa410a8e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa410a95 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.247725:0:22648:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789635679.247747:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3e00/0xb0c3a59caa410a8e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa410a95 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.247754:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3e00/0xb0c3a59caa410a8e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa410a95 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.247764:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789635679.247767:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8d056e1a2000/0xb0c3a59caa410a80 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb0c3a59caa410a87 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.247773:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a2000 already unused, calling callback (ffffffffc1537c20) 10000000:00010000:2.0:1789635679.247776:0:22648:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8d056e1a2000/0xb0c3a59caa410a80 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb0c3a59caa410a87 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.247783:0:22648:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8d056e1a2000/0xb0c3a59caa410a80 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb0c3a59caa410a87 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789635679.247789:0:22648:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8d056e1a2000/0xb0c3a59caa410a80 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb0c3a59caa410a87 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789635679.247794:0:22648:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789635679.247808:0:22648:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8d056e1a2000/0xb0c3a59caa410a80 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa410a87 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.247813:0:22648:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789635679.247829:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8d056e1a2000/0xb0c3a59caa410a80 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa410a87 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.247835:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8d056e1a2000/0xb0c3a59caa410a80 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa410a87 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.247853:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789635679.247855:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789635679.247856:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789635679.247863:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789635679.247874:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3641:1876568427454592:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789635679.247902:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635679.247938:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3642:1876568427454720:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789635679.247962:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635679.247996:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427454592 00000100:00100000:2.0:1789635679.248000:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427454592 00010000:00010000:2.0:1789635679.248031:0:22647:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d0549f43800/0xb0c3a59caa410a95 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb0c3a59caa410a8e expref: 21 pid: 22654 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635679.248051:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427454720 00000100:00100000:2.0:1789635679.248054:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427454720 00010000:00010000:2.0:1789635679.248064:0:22647:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d0549f42a00/0xb0c3a59caa410a87 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb0c3a59caa410a80 expref: 22 pid: 22655 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635679.248082:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789635679.248088:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+22:3641:x1876568427454592:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789635679.248098:0:22647:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789635679.248102:0:22647:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d0549f43800/0xb0c3a59caa410a95 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb0c3a59caa410a8e expref: 22 pid: 22654 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.248111:0:22647:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d0549f43800/0xb0c3a59caa410a95 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb0c3a59caa410a8e expref: 22 pid: 22654 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.248125:0:22647:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789635679.248159:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+22:3641:x1876568427454592:12345-0@lo:103:ldlm_bl.0 Request processed in 71us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635679.248165:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789635679.248179:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789635679.248185:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575c54c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:3642:x1876568427454720:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789635679.248192:0:22647:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789635679.248197:0:22647:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d0549f42a00/0xb0c3a59caa410a87 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb0c3a59caa410a80 expref: 21 pid: 22655 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.248205:0:22647:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d0549f42a00/0xb0c3a59caa410a87 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb0c3a59caa410a80 expref: 21 pid: 22655 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.248217:0:22647:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8d056e1a2200/0xb0c3a59caa410b3d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.248224:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d056e1a2200/0xb0c3a59caa410b3d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1789635679.248236:0:22647:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005101242s 00010000:00010000:2.0:1789635679.248241:0:22647:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d056e1a2200/0xb0c3a59caa410b3d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.248247:0:22647:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d056e1a2200/0xb0c3a59caa410b3d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.248254:0:22647:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8d056e1a2200/0xb0c3a59caa410b3d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.248261:0:22647:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8d056e1a2200/0xb0c3a59caa410b3d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.248277:0:22647:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a2200 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:2.0:1789635679.248280:0:22647:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8d056e1a2200/0xb0c3a59caa410b3d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.248289:0:22647:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8d056e1a2200/0xb0c3a59caa410b3d lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.248298:0:22647:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8d056e1a2200/0xb0c3a59caa410b3d lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.248306:0:22647:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789635679.248333:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575c54c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:3642:x1876568427454720:12345-0@lo:103:ldlm_bl.0 Request processed in 148us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635679.248339:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789635679.248393:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3642:1876568427454720:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789635679.248414:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3641:1876568427454592:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789635679.248432:0:22676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0549f43800/0xb0c3a59caa410a95 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb0c3a59caa410a8e expref: 20 pid: 22654 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635679.248442:0:22676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c8700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22676:1876568427454336:0@lo:104: 00010000:00010000:2.0:1789635679.248467:0:22676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0549f42a00/0xb0c3a59caa410a87 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb0c3a59caa410a80 expref: 19 pid: 22655 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635679.248475:0:22676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759cb100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22676:1876568427454464:0@lo:104: 00010000:00010000:2.0:1789635679.248490:0:22676:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8d056e1a2200/0xb0c3a59caa410b3d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.248510:0:22676:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8d056e1a2200/0xb0c3a59caa410b3d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.248517:0:22676:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8d056e1a2200/0xb0c3a59caa410b3d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635679.248523:0:22676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d056e1a2200/0xb0c3a59caa410b3d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000004:2.0:1789635679.250510:0:24173:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:2.0:1789635679.252854:0:24173:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:2.0:1789635679.252862:0:24173:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:2.0:1789635679.252893:0:24173:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1789635679.252932:0:24173:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.120@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1789635679.252949:0:24173:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=49 00000080:00000004:2.0:1789635679.252973:0:24173:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:2.0:1789635679.253764:0:24173:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789635679.257766:0:24173:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1789635679.657259:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1876568427454848:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789635679.657334:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635679.657399:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427454848 00000100:00100000:2.0:1789635679.657408:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427454848 00000100:00100000:2.0:1789635679.657469:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789635679.657479:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1876568427454848:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789635679.657517:0:22665:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789635679.657570:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1876568427454848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635679.657577:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789635679.657647:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1876568427454848:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789635679.659511:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447976680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1876568427454976:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789635679.659575:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635679.659743:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427454976 00000100:00100000:0.0:1789635679.659752:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427454976 00000100:00100000:0.0:1789635679.659804:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789635679.659814:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575adb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1876568427454976:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789635679.659847:0:22665:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789635679.659892:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575adb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1876568427454976:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635679.659910:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1789635679.659999:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447976680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1876568427454976:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1789635679.715840:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1789635680.088692:0:24252:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789635680.090233:0:24252:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:2.0:1789635680.419762:0:22657:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1789635680.419770:0:22657:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8d04478c2000 from 13 10000000:01000000:2.0:1789635680.419775:0:22657:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789635680.419819:0:22657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3400/0xb0c3a59caa410b44 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635680.419832:0:22657:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3400/0xb0c3a59caa410b44 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635680.419843:0:22657:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3400/0xb0c3a59caa410b44 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635680.419867:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759cb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427455104:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789635680.419939:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635680.419977:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d05429e7540 going to sleep for 11 seconds 00000100:00100000:1.0:1789635680.420035:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427455104 00000100:00100000:1.0:1789635680.420044:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427455104 00000100:00100000:1.0:1789635680.420103:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1789635680.420112:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f70c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+19:22657:x1876568427455104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789635680.420124:0:22654:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789635680.420137:0:22654:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0565530600/0xb0c3a59caa410b4b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb0c3a59caa410b44 expref: -99 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635680.420157:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0565530600/0xb0c3a59caa410b4b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb0c3a59caa410b44 expref: 20 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635680.420166:0:22654:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0565530600/0xb0c3a59caa410b4b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410b44 expref: 20 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635680.420173:0:22654:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0565530600, rc 0) 00000100:00100000:1.0:1789635680.420216:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f70c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+20:22657:x1876568427455104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 105us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635680.420222:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1789635680.420312:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759cb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427455104:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789635680.420335:0:22657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3400/0xb0c3a59caa410b44 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410b4b expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635680.420344:0:22657:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3400/0xb0c3a59caa410b44 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa410b4b expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635680.420389:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759cb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427455232:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789635680.420418:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635680.420445:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d05429e7540 going to sleep for 11 seconds 00000100:00100000:0.0:1789635680.420496:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427455232 00000100:00100000:0.0:1789635680.420501:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427455232 00000100:00100000:0.0:1789635680.420531:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1789635680.420538:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f72450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+20:22657:x1876568427455232:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789635680.420551:0:22652:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789635680.420566:0:22652:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789635680.420570:0:22652:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:0.0:1789635680.420669:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f72450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+20:22657:x1876568427455232:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 132us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635680.420677:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1789635680.420838:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759cb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427455232:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789635680.420892:0:22657:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789635680.420902:0:22657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3400/0xb0c3a59caa410b44 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410b4b expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635680.420909:0:22657:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3400/0xb0c3a59caa410b44 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410b4b expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789635680.420917:0:22657:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1789635680.420920:0:22657:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8d0448f98000 from 13 10000000:01000000:2.0:1789635680.420922:0:22657:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789635680.420939:0:22657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3200/0xb0c3a59caa410b52 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635680.420945:0:22657:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3200/0xb0c3a59caa410b52 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635680.420953:0:22657:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3200/0xb0c3a59caa410b52 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635680.420965:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759cb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427455360:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789635680.420989:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635680.421015:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d05429e7540 going to sleep for 11 seconds 00000100:00100000:0.0:1789635680.421064:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427455360 00000100:00100000:0.0:1789635680.421069:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427455360 00000100:00100000:0.0:1789635680.421107:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1789635680.421115:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f72050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+20:22657:x1876568427455360:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789635680.421122:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789635680.421132:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0549f42c00/0xb0c3a59caa410b59 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb0c3a59caa410b52 expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635680.421147:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0549f42c00/0xb0c3a59caa410b59 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb0c3a59caa410b52 expref: 21 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635680.421155:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0549f42c00/0xb0c3a59caa410b59 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410b52 expref: 21 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635680.421162:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0549f42c00, rc 0) 00000100:00100000:0.0:1789635680.421199:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f72050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:22657:x1876568427455360:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 85us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635680.421213:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1789635680.421344:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759cb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427455360:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789635680.421355:0:22657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3200/0xb0c3a59caa410b52 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410b59 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635680.421363:0:22657:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3200/0xb0c3a59caa410b52 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa410b59 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635680.421402:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759cb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427455488:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789635680.421447:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635680.421468:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d05429e7540 going to sleep for 11 seconds 00000100:00100000:3.0:1789635680.422513:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427455488 00000100:00100000:3.0:1789635680.422524:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427455488 00000100:00100000:3.0:1789635680.422571:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1789635680.422581:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f73850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:22657:x1876568427455488:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1789635680.422645:0:22655:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1789635680.422664:0:22655:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1789635680.422668:0:22655:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1789635680.422760:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f73850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:22657:x1876568427455488:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 181us (1322us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635680.422768:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1789635680.422905:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759cb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427455488:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789635680.422958:0:22657:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789635680.422967:0:22657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3200/0xb0c3a59caa410b52 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410b59 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635680.422975:0:22657:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3200/0xb0c3a59caa410b52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410b59 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635680.740132:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789635681.763699:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789635682.084450:0:22693:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789635682.787735:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635683.816801:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789635684.262158:0:20237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789635684.262164:0:20237:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789635684.262167:0:20237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789635684.262170:0:20237:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789635684.262186:0:20237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789635684.262189:0:20237:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789635684.262191:0:20237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789635684.262194:0:20237:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789635684.262229:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447977100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1876568427456000:0@lo:400:kworker.0 00000100:00100000:0.0:1789635684.262294:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635684.262358:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1789635684.262365:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447974a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3640:1876568427455616:0@lo:400:kworker.0 00000100:00100000:0.0:1789635684.262394:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635684.262436:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447975f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3640:1876568427456128:0@lo:400:kworker.0 00000100:00100000:0.0:1789635684.262462:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635684.262492:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447974000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1876568427455744:0@lo:400:kworker.0 00000100:00100000:0.0:1789635684.262514:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635684.262532:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447977b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3642:1876568427456256:0@lo:400:kworker.0 00000100:00100000:0.0:1789635684.262555:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635684.262590:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1789635684.262615:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447976680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3642:1876568427455872:0@lo:400:kworker.0 00000100:00100000:0.0:1789635684.262638:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635684.262655:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447976d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3642:1876568427456384:0@lo:400:kworker.0 00000100:00100000:0.0:1789635684.262675:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635684.262709:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427456000 00000100:00100000:0.0:1789635684.262718:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427456000 00000100:00100000:0.0:1789635684.262753:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427455744 00000100:00100000:0.0:1789635684.262757:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427455744 00000100:00100000:0.0:1789635684.262774:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789635684.262782:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056e017b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1876568427456000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635684.262839:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056e017b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1876568427456000:12345-0@lo:400:kworker.0 Request processed in 57us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635684.262846:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789635684.262863:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789635684.262869:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056e014e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1876568427455744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635684.262901:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056e014e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1876568427455744:12345-0@lo:400:kworker.0 Request processed in 32us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635684.262907:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789635684.262927:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427455616 00000100:00100000:0.0:1789635684.262931:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427455616 00000100:00100000:0.0:1789635684.262957:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1789635684.262963:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f71050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:3640:x1876568427455616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635684.262993:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f71050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:3640:x1876568427455616:12345-0@lo:400:kworker.0 Request processed in 30us (598us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635684.262999:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1789635684.263154:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427456128 00000100:00100000:0.0:1789635684.263164:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427456128 00000100:00100000:0.0:1789635684.263183:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427456256 00000100:00100000:0.0:1789635684.263186:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427456256 00000100:00100000:0.0:1789635684.263202:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427455872 00000100:00100000:0.0:1789635684.263204:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427455872 00000100:00100000:0.0:1789635684.263212:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427456384 00000100:00100000:0.0:1789635684.263214:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427456384 00000100:00100000:0.0:1789635684.263226:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789635684.263232:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056e015500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1876568427456128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635684.263265:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056e015500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1876568427456128:12345-0@lo:400:kworker.0 Request processed in 33us (801us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635684.263270:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789635684.263283:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789635684.263289:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056e015180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1876568427456256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635684.263314:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056e015180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1876568427456256:12345-0@lo:400:kworker.0 Request processed in 26us (758us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635684.263319:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789635684.263328:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789635684.263333:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056e016a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1876568427455872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635684.263357:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056e016a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1876568427455872:12345-0@lo:400:kworker.0 Request processed in 24us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635684.263363:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789635684.263374:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789635684.263380:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056e017100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1876568427456384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635684.263404:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056e017100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1876568427456384:12345-0@lo:400:kworker.0 Request processed in 24us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635684.263420:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00080000:0.0:1789635684.263481:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d0447976680 x1876568427455872/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635700 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789635684.263495:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447976680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3642:1876568427455872:0@lo:400:kworker.0 00010000:00080000:0.0:1789635684.263506:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d0447976d80 x1876568427456384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635700 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789635684.263513:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447976d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3642:1876568427456384:0@lo:400:kworker.0 00000100:00100000:0.0:1789635684.263521:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447974000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1876568427455744:0@lo:400:kworker.0 00010000:00080000:0.0:1789635684.263529:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d0447977b80 x1876568427456256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635700 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789635684.263536:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447977b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3642:1876568427456256:0@lo:400:kworker.0 00000100:00100000:0.0:1789635684.263570:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447974a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3640:1876568427455616:0@lo:400:kworker.0 00010000:00080000:0.0:1789635684.263579:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d0447975f80 x1876568427456128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635700 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789635684.263587:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447975f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3640:1876568427456128:0@lo:400:kworker.0 00000100:00100000:0.0:1789635684.263616:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447977100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1876568427456000:0@lo:400:kworker.0 00000100:00080000:3.0:1789635684.265213:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789635684.265228:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789635684.771758:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789635684.771782:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575ad9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1876568427456512:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789635684.771872:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635684.771922:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427456512 00000100:00100000:3.0:1789635684.771931:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427456512 00000100:00100000:3.0:1789635684.771978:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789635684.771987:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575adad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1876568427456512:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789635684.772031:0:22665:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789635684.772081:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575adad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1876568427456512:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635684.772090:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1789635684.772142:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0575ad9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1876568427456512:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789635684.772447:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789635684.772457:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575ad9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1876568427456640:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789635684.772488:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635684.772514:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427456640 00000100:00100000:3.0:1789635684.772518:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427456640 00000100:00100000:3.0:1789635684.772555:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789635684.772563:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1876568427456640:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789635684.772581:0:22665:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789635684.772631:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575ad8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1876568427456640:12345-0@lo:41:osp-pre-1-0.0 Request processed in 68us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635684.772706:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789635684.777178:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0575ad9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1876568427456640:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1789635684.838261:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789635685.362908:0:24542:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg320-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1789635685.860765:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1789635686.182937:0:24594:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789635686.183193:0:24594:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:2.0:1789635686.758330:0:23425:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1789635686.885253:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1789635687.139252:0:24645:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789635687.140110:0:24645:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789635687.908420:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635688.933993:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789635689.379817:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789635689.379825:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789635689.379836:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789635689.379840:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789635689.379877:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:2.0:1789635689.379882:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d056e016680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3642:1876568427456768:0@lo:400:kworker.0 00000100:00080000:0.0:1789635689.379882:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789635689.379887:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789635689.379895:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789635689.379943:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d056e015f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1876568427456896:0@lo:400:kworker.0 00000100:00100000:0.0:1789635689.380414:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635689.380483:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d056e014000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3643:1876568427457408:0@lo:400:kworker.0 00000100:00100000:0.0:1789635689.380514:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635689.380544:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789635689.380551:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d056e017800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3643:1876568427457280:0@lo:400:kworker.0 00000100:00100000:0.0:1789635689.380678:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635689.380714:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d056e014700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1876568427457152:0@lo:400:kworker.0 00000100:00100000:0.0:1789635689.380744:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635689.380832:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1789635689.380845:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d056e017480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3641:1876568427457024:0@lo:400:kworker.0 00000100:00100000:0.0:1789635689.380877:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635689.380898:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d056e014a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3641:1876568427457536:0@lo:400:kworker.0 00000100:00100000:0.0:1789635689.380922:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635689.380957:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427456896 00000100:00100000:0.0:1789635689.380967:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427456896 00000100:00100000:0.0:1789635689.381014:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427457152 00000100:00100000:0.0:1789635689.381018:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427457152 00000100:00100000:0.0:1789635689.381051:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789635689.381060:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056e015880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1876568427456896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635689.381392:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056e015880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1876568427456896:12345-0@lo:400:kworker.0 Request processed in 331us (979us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635689.381401:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789635689.381422:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1789635689.381429:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056e016300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1876568427457152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635689.381464:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056e016300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1876568427457152:12345-0@lo:400:kworker.0 Request processed in 36us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635689.381469:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1789635689.381488:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427457408 00000100:00100000:0.0:1789635689.381492:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427457408 00000100:00100000:0.0:1789635689.381524:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427457280 00000100:00100000:0.0:1789635689.381527:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427457280 00000100:00100000:0.0:1789635689.381539:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427457024 00000100:00100000:0.0:1789635689.381542:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427457024 00000100:00100000:0.0:1789635689.381555:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427457536 00000100:00100000:0.0:1789635689.381557:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427457536 00000100:00100000:0.0:1789635689.381753:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789635689.381762:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056e015c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1876568427457408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635689.381879:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056e015c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1876568427457408:12345-0@lo:400:kworker.0 Request processed in 118us (1363us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635689.381886:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789635689.381902:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789635689.381908:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056e016d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1876568427457280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635689.381937:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056e016d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1876568427457280:12345-0@lo:400:kworker.0 Request processed in 30us (1260us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635689.381954:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789635689.381967:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789635689.381972:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056e014380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1876568427457024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635689.382003:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056e014380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1876568427457024:12345-0@lo:400:kworker.0 Request processed in 31us (1125us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635689.382010:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789635689.382023:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789635689.382029:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447977100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1876568427457536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635689.382080:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447977100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1876568427457536:12345-0@lo:400:kworker.0 Request processed in 50us (1156us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635689.382087:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00010000:00080000:1.0:1789635689.383917:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d056e017800 x1876568427457280/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789635689.383943:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d056e017800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3643:1876568427457280:0@lo:400:kworker.0 00000100:00100000:1.0:1789635689.383964:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d056e015f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1876568427456896:0@lo:400:kworker.0 00010000:00080000:1.0:1789635689.383980:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d056e014000 x1876568427457408/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789635689.383989:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d056e014000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3643:1876568427457408:0@lo:400:kworker.0 00000100:00100000:2.0:1789635689.384248:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635689.384399:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427456768 00000100:00100000:1.0:1789635689.384409:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427456768 00000100:00100000:1.0:1789635689.384472:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1789635689.384484:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f71450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:3642:x1876568427456768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635689.384582:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f71450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:3642:x1876568427456768:12345-0@lo:400:kworker.0 Request processed in 100us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635689.384590:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1789635689.384825:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d056e016680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3642:1876568427456768:0@lo:400:kworker.0 00000100:00080000:0.0:1789635689.384889:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789635689.384897:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:0.0:1789635689.384930:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d056e017480 x1876568427457024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789635689.384942:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d056e017480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3641:1876568427457024:0@lo:400:kworker.0 00010000:00080000:0.0:1789635689.384958:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d056e014a80 x1876568427457536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789635689.384966:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d056e014a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3641:1876568427457536:0@lo:400:kworker.0 00000100:00100000:0.0:1789635689.384980:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d056e014700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1876568427457152:0@lo:400:kworker.0 00000100:00100000:2.0:1789635689.510426:0:3639:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789635674/real 1789635674] req@ffff8d0574710a80 x1876568427449984/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789635689 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789635689.510465:0:3639:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0574710a80 x1876568427449984/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789635689 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789635689.510476:0:3639:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789635674/real 1789635674] req@ffff8d0574712d80 x1876568427450112/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789635689 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789635689.510487:0:3639:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0574712d80 x1876568427450112/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789635689 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789635689.510521:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d0577697800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789635689.510787:0:3639:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789635689.510792:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574710a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1876568427449984:0@lo:8:kworker.0 00000100:00080000:2.0:1789635689.510799:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d056f7cb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789635689.510852:0:20237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789635689.510859:0:20237:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789635689.510862:0:20237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789635689.510866:0:20237:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789635689.510870:0:20237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789635689.510881:0:20237:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789635689.510884:0:20237:0:(import.c:65:import_set_state_nolock()) ffff8d0577697800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789635689.510890:0:20237:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 693 00000100:00080000:3.0:1789635689.510896:0:20237:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789635689.510913:0:20237:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8d0577697800 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:3.0:1789635689.510959:0:20237:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0575ad9180 x1876568427457664/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789635689.510975:0:20237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789635689.510979:0:20237:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789635689.510981:0:20237:0:(import.c:65:import_set_state_nolock()) ffff8d056f7cb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789635689.510984:0:20237:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 693 00000100:00080000:3.0:1789635689.510987:0:20237:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789635689.510992:0:20237:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8d056f7cb000 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:3.0:1789635689.511005:0:20237:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0575adaa00 x1876568427457792/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789635689.511992:0:3639:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789635689.512001:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574712d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1876568427450112:0@lo:8:kworker.0 00000100:00100000:2.0:1789635689.512043:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575ad9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1876568427457664:0@lo:8:kworker.0 00000100:00100000:2.0:1789635689.512138:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635689.512195:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575adaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1876568427457792:0@lo:8:kworker.0 00000100:00100000:2.0:1789635689.512220:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635689.512265:0:24179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427457664 00000100:00100000:2.0:1789635689.512275:0:24179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427457664 00000100:00100000:2.0:1789635689.512306:0:24179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427457792 00000100:00100000:2.0:1789635689.512310:0:24179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427457792 00000100:00100000:2.0:1789635689.512324:0:24179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789635689.512332:0:24179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3639:x1876568427457664:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1789635689.512393:0:24179:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 708 last 0 00000020:00000080:2.0:1789635689.512431:0:24179:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xb0c3a59caa410b60 00002000:00100000:2.0:1789635689.512448:0:24179:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff8d0447644800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:2.0:1789635689.512453:0:24179:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:2.0:1789635689.512456:0:24179:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1789635689.512690:0:24179:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:2.0:1789635689.512719:0:24179:0:(import.c:65:import_set_state_nolock()) ffff8d0447645000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789635689.512783:0:24179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1876568427457664:12345-0@lo:8:kworker.0 Request processed in 449us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635689.512800:0:24179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789635689.512820:0:24179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789635689.512825:0:24179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3639:x1876568427457792:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1789635689.512838:0:24179:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1789635689.515685:0:20237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789635689.515694:0:20237:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789635689.515697:0:20237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789635689.515700:0:20237:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00080000:3.0:1789635689.516748:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d0575ad9180 x1876568427457664/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789635709 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789635689.516763:0:3639:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789635689.516775:0:3639:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1789635689.516787:0:3639:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1789635689.516801:0:3639:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1789635689.516806:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d0577697800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1789635689.516821:0:3639:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1789635689.516829:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0575ad9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1876568427457664:0@lo:8:kworker.0 00000004:00080000:1.0:1789635689.516972:0:23414:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:1.0:1789635689.516997:0:23414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae94380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23414:1876568427458048:0@lo:7:osp-pre-0-1.0 00000100:00100000:1.0:1789635689.517072:0:23414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635689.517102:0:23414:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0551531d80 going to sleep for 11 seconds 00000004:00080000:1.0:1789635689.517118:0:23413:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1789635689.517225:0:23413:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 708200628481ns, next at 0ns, rc = 0 00080000:00080000:1.0:1789635689.517234:0:23413:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:1.0:1789635689.517263:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1876568427457920:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789635689.517295:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635689.517530:0:24177:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:1.0:1789635689.517540:0:24177:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:3.0:1789635689.517753:0:24177:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427458048 00000100:00100000:3.0:1789635689.517763:0:24177:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427458048 00000100:00080000:3.0:1789635689.518284:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789635689.518855:0:24752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789635689.518870:0:24752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23414:x1876568427458048:12345-0@lo:7:osp-pre-0-1.0 00000004:00080000:3.0:1789635689.522872:0:23405:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00002000:00080000:3.0:1789635689.522921:0:24752:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:3.0:1789635689.522929:0:24752:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1789635689.523058:0:24752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23414:x1876568427458048:12345-0@lo:7:osp-pre-0-1.0 Request processed in 4185us (5978us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635689.523079:0:24752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1789635689.523152:0:23414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d057ae94380 x1876568427458048/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1789635705 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789635689.523169:0:23414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae94380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23414:1876568427458048:0@lo:7:osp-pre-0-1.0 00000004:00080000:3.0:1789635689.523192:0:23414:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:3.0:1789635689.523248:0:23414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575ad9180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23414:1876568427458176:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1789635689.523290:0:23414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635689.523316:0:23414:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0543298e40 going to sleep for 11 seconds 00000100:00100000:3.0:1789635689.523340:0:24177:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427458176 00000100:00100000:3.0:1789635689.523348:0:24177:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427458176 00000100:00100000:3.0:1789635689.524096:0:24177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789635689.524109:0:24177:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23414:x1876568427458176:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1789635689.524149:0:24177:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:3.0:1789635689.524205:0:24177:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575ad8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23414:x1876568427458176:12345-0@lo:5:osp-pre-0-1.0 Request processed in 100us (915us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635689.524224:0:24177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:3.0:1789635689.524268:0:23414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d0575ad9180 x1876568427458176/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789635705 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789635689.524282:0:23414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0575ad9180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23414:1876568427458176:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1789635689.524293:0:23414:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1789635689.530756:0:24181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427457920 00000100:00100000:3.0:1789635689.530776:0:24181:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427457920 00000100:00100000:3.0:1789635689.530854:0:24181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789635689.530868:0:24181:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3641:x1876568427457920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789635689.530915:0:24181:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1789635689.531029:0:24181:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3641:x1876568427457920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 165us (13732us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635689.531038:0:24181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1789635689.531075:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d057ae96680 x1876568427457920/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789635705 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789635689.531102:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1876568427457920:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789635689.540661:0:24179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3639:x1876568427457792:12345-0@lo:8:kworker.0 Request processed in 27818us (28422us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789635689.540682:0:24179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1789635689.540707:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d056f7cb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789635689.540717:0:3639:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789635689.540727:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0575adaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1876568427457792:0@lo:8:kworker.0 00000100:00100000:0.0:1789635689.893775:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789635689.893798:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447975f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1876568427458304:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789635689.893859:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635689.893913:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427458304 00000100:00100000:0.0:1789635689.893920:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427458304 00000100:00100000:0.0:1789635689.893962:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789635689.893971:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447974a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1876568427458304:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789635689.894003:0:22665:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789635689.894046:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447974a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1876568427458304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635689.894053:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1789635689.894097:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447975f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1876568427458304:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789635689.894443:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789635689.897895:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1876568427458432:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789635689.897967:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635689.898043:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427458432 00000100:00100000:0.0:1789635689.898060:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427458432 00000100:00100000:0.0:1789635689.898110:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789635689.898119:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1876568427458432:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789635689.898153:0:22665:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789635689.898200:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1876568427458432:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635689.898207:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789635689.900518:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1876568427458432:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1789635689.958047:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635690.982337:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635692.004171:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789635692.325128:0:22693:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1789635693.028616:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789635693.523301:0:24992:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1789635693.523305:0:24992:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:2.0:1789635693.523306:0:24992:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1789635693.523433:0:24992:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8d0447647000 00000020:01000004:2.0:1789635693.523446:0:24992:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1789635693.523467:0:24992:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1789635693.523480:0:24992:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff8d0446fa3380) 00000020:00000080:2.0:1789635693.523497:0:24992:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1789635693.573517:0:24992:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1789635693.575487:0:24992:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1789635693.575750:0:24992:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1789635693.576184:0:24992:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1789635693.576376:0:24992:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1789635693.576706:0:24992:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1789635693.577001:0:24992:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:01000000:0.0:1789635693.578045:0:24992:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1789635693.578242:0:24992:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:0.0:1789635693.578265:0:24992:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:0.0:1789635693.578276:0:24992:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xb0c3a59caa410b6e 00000020:01000004:0.0:1789635693.578283:0:24992:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:0.0:1789635693.578304:0:24992:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.120@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1789635693.578307:0:24992:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.120@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1789635693.578313:0:24992:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0001 00000020:01000004:0.0:1789635693.579020:0:24992:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:0.0:1789635693.579026:0:24992:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.120@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:0.0:1789635693.590559:0:24992:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.120@tcp ctxt 0 is initialized 00000020:01000004:0.0:1789635693.590624:0:24992:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.203.120@tcp, index=0001, flags=0x20002 00000020:01000004:0.0:1789635693.590628:0:24992:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1789635693.590630:0:24992:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1789635693.590631:0:24992:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789635693.590632:0:24992:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789635693.590633:0:24992:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789635693.590634:0:24992:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789635693.590636:0:24992:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789635693.590637:0:24992:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789635693.590639:0:24992:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789635693.590642:0:24992:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:0.0:1789635693.590645:0:24992:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789635693.590646:0:24992:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1789635693.590647:0:24992:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789635693.590648:0:24992:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789635693.590649:0:24992:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789635693.590650:0:24992:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789635693.590651:0:24992:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789635693.590652:0:24992:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789635693.590653:0:24992:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1789635693.590680:0:24992:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1789635693.590702:0:24992:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447975f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427458560:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789635693.590766:0:24992:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635693.590869:0:24992:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d05432989c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789635693.591072:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427458560 00000100:00100000:1.0:1789635693.591082:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427458560 00000100:00100000:3.0:1789635693.591247:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1789635693.591258:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f73c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:24992:x1876568427458560:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789635693.591290:0:22654:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:3.0:1789635693.591293:0:22654:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:3.0:1789635693.591305:0:22654:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:3.0:1789635693.591654:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f73c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:24992:x1876568427458560:12345-0@lo:253:mount.lustre.0 Request processed in 397us (886us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635693.591662:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1789635693.591757:0:24992:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447975f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427458560:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789635693.591768:0:24992:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1789635693.591776:0:24992:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789635693.591778:0:24992:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1789635693.591779:0:24992:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789635693.591780:0:24992:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789635693.591781:0:24992:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789635693.591792:0:24992:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789635693.591794:0:24992:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789635693.591795:0:24992:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789635693.591796:0:24992:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1789635693.591821:0:24992:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8d0447647000 from lustre-OST0001 10000000:01000000:0.0:1789635693.591847:0:24992:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:0.0:1789635693.591850:0:24992:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1789635693.591859:0:24992:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8d04478a0000 local copy 00010000:00010000:0.0:1789635693.591868:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0565530a00/0xb0c3a59caa410888 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41088f expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789635693.591959:0:24992:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447975f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427458688:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789635693.591988:0:24992:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635693.592262:0:24992:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0543298900 going to sleep for 11 seconds 00000100:00100000:1.0:1789635693.592356:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427458688 00000100:00100000:1.0:1789635693.592363:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427458688 00000100:00100000:3.0:1789635693.592464:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1789635693.592471:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f70850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:24992:x1876568427458688:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789635693.592589:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f70850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:24992:x1876568427458688:12345-0@lo:501:mount.lustre.0 Request processed in 117us (600us total) trans 0 rc -2/-2 00000100:00100000:3.0:1789635693.592622:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1789635693.593128:0:24992:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447975f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427458688:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1789635693.593222:0:24992:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.120@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1789635693.593251:0:24992:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.120@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1789635693.593259:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0565530a00/0xb0c3a59caa410888 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41088f expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635693.593269:0:24992:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d0565530a00/0xb0c3a59caa410888 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa41088f expref: -99 pid: 22639 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789635693.593303:0:24992:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8d0447647000 10000000:01000000:3.0:1789635693.593307:0:24992:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1789635693.593313:0:24992:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1789635693.593316:0:24992:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789635693.593320:0:24992:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:3.0:1789635693.593323:0:24992:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1789635693.593359:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0446d1ba00/0xb0c3a59caa410b75 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635693.593368:0:24992:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8d0446d1ba00/0xb0c3a59caa410b75 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635693.593402:0:24992:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8d0446d1ba00/0xb0c3a59caa410b75 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635693.593476:0:24992:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575adaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427458816:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789635693.593514:0:24992:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635693.593579:0:24992:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d056e091240 going to sleep for 11 seconds 00000100:00100000:0.0:1789635693.593693:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427458816 00000100:00100000:0.0:1789635693.593699:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427458816 00000100:00100000:0.0:1789635693.593770:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1789635693.593779:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f73450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:24992:x1876568427458816:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789635693.593863:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789635693.593877:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0549f42a00/0xb0c3a59caa410b7c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xb0c3a59caa410b75 expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635693.593965:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0549f42a00/0xb0c3a59caa410b7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb0c3a59caa410b75 expref: 22 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635693.593976:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0549f42a00/0xb0c3a59caa410b7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410b75 expref: 22 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635693.593996:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0549f42a00, rc 0) 00000100:00100000:0.0:1789635693.594081:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f73450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+22:24992:x1876568427458816:12345-0@lo:101:mount.lustre.0 Request processed in 303us (565us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635693.594087:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1789635693.594157:0:24992:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0575adaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427458816:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789635693.594170:0:24992:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8d0446d1ba00/0xb0c3a59caa410b75 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410b7c expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635693.594178:0:24992:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8d0446d1ba00/0xb0c3a59caa410b75 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa410b7c expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789635693.597668:0:24992:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:1.0:1789635693.599050:0:24992:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789635693.601403:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:1.0:1789635693.602052:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:1.0:1789635693.602071:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:1.0:1789635693.602086:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:1.0:1789635693.602100:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:1.0:1789635693.602114:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:1.0:1789635693.602129:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:1.0:1789635693.602142:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:1.0:1789635693.602169:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:1.0:1789635693.602195:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:1.0:1789635693.602201:0:24992:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:1.0:1789635693.602319:0:24992:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427458944:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789635693.602409:0:24992:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635693.602466:0:24992:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d056e1e4b40 going to sleep for 11 seconds 00000100:00100000:2.0:1789635693.603678:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427458944 00000100:00100000:2.0:1789635693.603691:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427458944 00000100:00100000:2.0:1789635693.603743:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1789635693.603754:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f71850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+22:24992:x1876568427458944:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789635693.604059:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f71850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+22:24992:x1876568427458944:12345-0@lo:501:mount.lustre.0 Request processed in 306us (1649us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635693.604067:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1789635693.604546:0:24992:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427458944:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789635693.605156:0:24992:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427459072:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789635693.605223:0:24992:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635693.605253:0:24992:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d056e1e4b40 going to sleep for 11 seconds 00000100:00100000:0.0:1789635693.605331:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427459072 00000100:00100000:0.0:1789635693.605349:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427459072 00000100:00100000:0.0:1789635693.605395:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1789635693.605403:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+22:24992:x1876568427459072:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789635693.606327:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+22:24992:x1876568427459072:12345-0@lo:503:mount.lustre.0 Request processed in 921us (1099us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635693.606349:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1789635693.606453:0:24992:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427459072:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1789635693.607149:0:24992:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789635693.607233:0:24992:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427459200:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789635693.607285:0:24992:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635693.607320:0:24992:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d056e1e4240 going to sleep for 11 seconds 00000100:00100000:2.0:1789635693.607588:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427459200 00000100:00100000:2.0:1789635693.607621:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427459200 00000100:00100000:2.0:1789635693.607768:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1789635693.607777:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+22:24992:x1876568427459200:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789635693.608764:0:24992:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427459200:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789635693.608951:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+22:24992:x1876568427459200:12345-0@lo:502:mount.lustre.0 Request processed in 813us (1304us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635693.608962:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000040:00080000:1.0:1789635693.609222:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1789635693.609252:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1789635693.609268:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1789635693.609284:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1789635693.609299:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1789635693.609313:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1789635693.609327:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1789635693.609361:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1789635693.609391:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:1.0:1789635693.610049:0:24992:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427459328:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789635693.610103:0:24992:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635693.610145:0:24992:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d056e1e4240 going to sleep for 11 seconds 00000100:00100000:0.0:1789635693.611578:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427459328 00000100:00100000:0.0:1789635693.611590:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427459328 00000100:00100000:0.0:1789635693.611669:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1789635693.611678:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+22:24992:x1876568427459328:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789635693.611875:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+22:24992:x1876568427459328:12345-0@lo:502:mount.lustre.0 Request processed in 198us (1771us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635693.611936:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1789635693.612061:0:24992:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427459328:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789635693.612130:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:1.0:1789635693.612143:0:24992:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:2.0:1789635693.613785:0:24996:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789635693.613795:0:24996:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:2.0:1789635693.613802:0:24996:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789635693.613804:0:24996:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:2.0:1789635693.613811:0:24996:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789635693.613825:0:24996:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff8d0446fa0000) 00000020:00000080:2.0:1789635693.613851:0:24996:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:2.0:1789635693.613857:0:24996:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1789635693.613935:0:24996:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d0447647000 from lustre-OST0001, refs=2 00080000:01000000:2.0:1789635693.613943:0:24996:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:2.0:1789635693.613954:0:24996:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xb0c3a59caa410b8a 00010000:00010000:2.0:1789635693.620222:0:24996:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:2.0:1789635693.620745:0:24996:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:2.0:1789635693.622387:0:24996:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:0.0:1789635693.623863:0:24996:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:0.0:1789635693.623876:0:24996:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789635693.623895:0:24996:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789635693.623898:0:24996:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:0.0:1789635693.623909:0:24996:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789635693.623914:0:24996:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789635693.623916:0:24996:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:0.0:1789635693.623919:0:24996:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1789635693.623927:0:24996:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1789635693.623931:0:24996:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789635693.623934:0:24996:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789635693.623935:0:24996:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:0.0:1789635693.623938:0:24996:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789635693.623940:0:24996:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789635693.623941:0:24996:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1789635693.623945:0:24996:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1789635693.623969:0:24996:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789635693.623972:0:24996:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789635693.623973:0:24996:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1789635693.623977:0:24996:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:1.0:1789635693.624182:0:24992:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:1.0:1789635693.624212:0:24992:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1789635693.624235:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0446d1ba00/0xb0c3a59caa410b75 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410b7c expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635693.624377:0:24992:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d0446d1ba00/0xb0c3a59caa410b75 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410b7c expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789635693.624387:0:24992:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d0447647000 from 1 10000000:01000000:1.0:1789635693.624390:0:24992:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789635693.624438:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0565530c00/0xb0c3a59caa410b91 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635693.624446:0:24992:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8d0565530c00/0xb0c3a59caa410b91 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635693.624456:0:24992:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8d0565530c00/0xb0c3a59caa410b91 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789635693.624479:0:24992:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427459456:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789635693.624724:0:24992:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635693.624767:0:24992:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d056e1e4b40 going to sleep for 11 seconds 00000100:00100000:2.0:1789635693.624871:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427459456 00000100:00100000:2.0:1789635693.624880:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427459456 00000100:00100000:2.0:1789635693.624933:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1789635693.624943:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+22:24992:x1876568427459456:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789635693.624955:0:22655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789635693.624968:0:22655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d056e1a3800/0xb0c3a59caa410b98 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xb0c3a59caa410b91 expref: -99 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635693.624992:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d056e1a3800/0xb0c3a59caa410b98 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb0c3a59caa410b91 expref: 23 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635693.625016:0:22655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d056e1a3800/0xb0c3a59caa410b98 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410b91 expref: 23 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635693.625026:0:22655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056e1a3800, rc 0) 00000100:00100000:2.0:1789635693.625077:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+23:24992:x1876568427459456:12345-0@lo:101:mount.lustre.0 Request processed in 136us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635693.625084:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1789635693.625117:0:24992:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427459456:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789635693.625131:0:24992:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8d0565530c00/0xb0c3a59caa410b91 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410b98 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635693.625150:0:24992:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8d0565530c00/0xb0c3a59caa410b91 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa410b98 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789635693.626564:0:24992:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:1.0:1789635693.627218:0:24992:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789635693.627388:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1789635693.627413:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1789635693.627439:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1789635693.627453:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1789635693.627464:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1789635693.627477:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1789635693.627490:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1789635693.627504:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1789635693.627519:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1789635693.627531:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:1.0:1789635693.627558:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:1.0:1789635693.627578:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:1.0:1789635693.627583:0:24992:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:1.0:1789635693.628255:0:24992:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427459584:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789635693.628320:0:24992:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635693.628367:0:24992:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d056e1e4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1789635693.628504:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427459584 00000100:00100000:0.0:1789635693.628511:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427459584 00000100:00100000:0.0:1789635693.628559:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1789635693.628569:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+23:24992:x1876568427459584:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789635693.628702:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+23:24992:x1876568427459584:12345-0@lo:501:mount.lustre.0 Request processed in 134us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635693.628710:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1789635693.628994:0:24992:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427459584:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789635693.629026:0:24992:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427459712:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789635693.629060:0:24992:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635693.629090:0:24992:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d056e1e4a80 going to sleep for 11 seconds 00000100:00100000:0.0:1789635693.629131:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427459712 00000100:00100000:0.0:1789635693.629136:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427459712 00000100:00100000:0.0:1789635693.629164:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1789635693.629170:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+23:24992:x1876568427459712:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789635693.629242:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+23:24992:x1876568427459712:12345-0@lo:503:mount.lustre.0 Request processed in 71us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635693.629249:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1789635693.629316:0:24992:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427459712:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1789635693.630091:0:24992:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789635693.630163:0:24992:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427459840:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789635693.630210:0:24992:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635693.630278:0:24992:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d056e1e4b40 going to sleep for 11 seconds 00000100:00100000:0.0:1789635693.630486:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427459840 00000100:00100000:0.0:1789635693.630492:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427459840 00000100:00100000:0.0:1789635693.630558:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1789635693.630568:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+23:24992:x1876568427459840:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789635693.630701:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+23:24992:x1876568427459840:12345-0@lo:502:mount.lustre.0 Request processed in 134us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635693.630708:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1789635693.630756:0:24992:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427459840:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789635693.630948:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1789635693.630973:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1789635693.630987:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1789635693.631002:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1789635693.631014:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1789635693.631028:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1789635693.631042:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1789635693.631055:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1789635693.631068:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1789635693.631086:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1789635693.631100:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1789635693.631123:0:24992:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575ad9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427459968:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789635693.631159:0:24992:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635693.631230:0:24992:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d056e091000 going to sleep for 11 seconds 00000100:00100000:1.0:1789635693.633405:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427459968 00000100:00100000:1.0:1789635693.633479:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427459968 00000100:00100000:1.0:1789635693.633561:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1789635693.633571:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+23:24992:x1876568427459968:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789635693.635397:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+23:24992:x1876568427459968:12345-0@lo:502:mount.lustre.0 Request processed in 1821us (4230us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635693.635407:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1789635693.636034:0:24992:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0575ad9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427459968:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789635693.636124:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:1.0:1789635693.636138:0:24992:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1789635693.637060:0:25000:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789635693.637070:0:25000:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635693.637072:0:25000:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1789635693.637085:0:25000:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d0447647000 00000020:00000080:3.0:1789635693.637087:0:25000:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789635693.637096:0:25000:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789635693.637099:0:25000:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635693.637100:0:25000:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1789635693.637102:0:25000:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789635693.637105:0:25000:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635693.637106:0:25000:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1789635693.637109:0:25000:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d0447647000 00000020:00000080:3.0:1789635693.637111:0:25000:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789635693.637154:0:25000:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789635693.637158:0:25000:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635693.637159:0:25000:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1789635693.637162:0:25000:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789635693.637165:0:25000:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635693.637166:0:25000:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789635693.637170:0:25000:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8d0447647000 00000020:00000080:3.0:1789635693.637171:0:25000:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789635693.637189:0:25000:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789635693.637192:0:25000:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635693.637193:0:25000:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1789635693.637196:0:25000:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789635693.637198:0:25000:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635693.637199:0:25000:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1789635693.637203:0:25000:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8d0447647000 00000020:00000080:3.0:1789635693.637205:0:25000:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1789635693.637227:0:25000:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789635693.637230:0:25000:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789635693.637232:0:25000:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1789635693.637234:0:25000:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:1.0:1789635693.637382:0:24992:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1789635693.637403:0:24992:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789635693.637452:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0565530c00/0xb0c3a59caa410b91 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410b98 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635693.637464:0:24992:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d0565530c00/0xb0c3a59caa410b91 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410b98 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789635693.637531:0:24992:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1789635693.637534:0:24992:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8d0447647000 10000000:01000000:1.0:1789635693.637537:0:24992:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8d0447647000 10000000:01000000:1.0:1789635693.637540:0:24992:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789635693.637546:0:24992:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8d0447647000 from 1 10000000:01000000:1.0:1789635693.637548:0:24992:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1789635693.637591:0:24992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0565531e00/0xb0c3a59caa410b9f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635693.637653:0:24992:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8d0565531e00/0xb0c3a59caa410b9f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635693.637675:0:24992:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8d0565531e00/0xb0c3a59caa410b9f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789635693.637698:0:24992:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427460096:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789635693.637756:0:24992:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635693.637797:0:24992:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d056e1e4780 going to sleep for 11 seconds 00000100:00100000:3.0:1789635693.637860:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427460096 00000100:00100000:3.0:1789635693.637867:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427460096 00000100:00100000:3.0:1789635693.637913:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1789635693.637923:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+23:24992:x1876568427460096:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789635693.637941:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789635693.637955:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0446d1bc00/0xb0c3a59caa410ba6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xb0c3a59caa410b9f expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635693.637977:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0446d1bc00/0xb0c3a59caa410ba6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb0c3a59caa410b9f expref: 24 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635693.637986:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0446d1bc00/0xb0c3a59caa410ba6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410b9f expref: 24 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635693.637995:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0446d1bc00, rc 0) 00000100:00100000:3.0:1789635693.638031:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+24:24992:x1876568427460096:12345-0@lo:101:mount.lustre.0 Request processed in 110us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635693.638038:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1789635693.638214:0:24992:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427460096:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789635693.638227:0:24992:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8d0565531e00/0xb0c3a59caa410b9f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410ba6 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635693.638235:0:24992:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8d0565531e00/0xb0c3a59caa410b9f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa410ba6 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789635693.652699:0:24992:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1789635693.653004:0:24992:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789635693.653199:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1789635693.653223:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1789635693.653236:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1789635693.653262:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1789635693.653275:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1789635693.653289:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1789635693.653301:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1789635693.653313:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1789635693.653326:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1789635693.653354:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1789635693.653369:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1789635693.653380:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1789635693.653392:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1789635693.653403:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1789635693.653416:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1789635693.653430:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1789635693.653441:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1789635693.653453:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1789635693.653465:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1789635693.653491:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1789635693.653506:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1789635693.653530:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1789635693.653542:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1789635693.653555:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1789635693.654681:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1789635693.654710:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1789635693.654722:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1789635693.654733:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1789635693.654744:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1789635693.654756:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1789635693.654768:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1789635693.654778:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1789635693.654792:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1789635693.654804:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1789635693.654816:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1789635693.654844:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1789635693.654859:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1789635693.654872:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1789635693.654886:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1789635693.654899:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1789635693.654912:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1789635693.654924:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1789635693.654936:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1789635693.654950:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1789635693.654962:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1789635693.654974:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1789635693.654987:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1789635693.655000:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1789635693.655152:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1789635693.655173:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1789635693.655203:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1789635693.655211:0:24992:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1789635693.655319:0:24992:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427460224:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789635693.655406:0:24992:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635693.655456:0:24992:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0447552480 going to sleep for 11 seconds 00000100:00100000:3.0:1789635693.655695:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427460224 00000100:00100000:3.0:1789635693.655704:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427460224 00000100:00100000:3.0:1789635693.655754:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1789635693.655763:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+24:24992:x1876568427460224:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789635693.655882:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+24:24992:x1876568427460224:12345-0@lo:501:mount.lustre.0 Request processed in 119us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635693.655889:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1789635693.657435:0:24992:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427460224:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789635693.657486:0:24992:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427460352:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789635693.657544:0:24992:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635693.657575:0:24992:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0447552480 going to sleep for 11 seconds 00000100:00100000:1.0:1789635693.657739:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427460352 00000100:00100000:1.0:1789635693.657746:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427460352 00000100:00100000:1.0:1789635693.657798:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1789635693.657807:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+24:24992:x1876568427460352:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789635693.657908:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+24:24992:x1876568427460352:12345-0@lo:503:mount.lustre.0 Request processed in 102us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635693.657916:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1789635693.658742:0:24992:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427460352:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789635693.659139:0:24992:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789635693.659209:0:24992:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427460480:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789635693.659267:0:24992:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635693.659301:0:24992:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0447552480 going to sleep for 11 seconds 00000100:00100000:2.0:1789635693.659323:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427460480 00000100:00100000:2.0:1789635693.659329:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427460480 00000100:00100000:2.0:1789635693.659378:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1789635693.659385:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+24:24992:x1876568427460480:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789635693.659477:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+24:24992:x1876568427460480:12345-0@lo:502:mount.lustre.0 Request processed in 91us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635693.659485:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1789635693.659532:0:24992:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427460480:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789635693.659703:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1789635693.659728:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1789635693.659740:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1789635693.659751:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1789635693.659763:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1789635693.659775:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1789635693.659798:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1789635693.659812:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1789635693.659825:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1789635693.659838:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1789635693.659851:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1789635693.659865:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1789635693.659879:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1789635693.659908:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1789635693.659921:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1789635693.659933:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1789635693.659945:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1789635693.659957:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1789635693.659966:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1789635693.659977:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1789635693.659987:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1789635693.659998:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1789635693.660010:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1789635693.660023:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1789635693.660036:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1789635693.660049:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1789635693.660062:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1789635693.660076:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1789635693.660087:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1789635693.660111:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1789635693.660127:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1789635693.660140:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1789635693.660150:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1789635693.660161:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1789635693.660171:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1789635693.660181:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1789635693.660192:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1789635693.660205:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1789635693.660216:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1789635693.660238:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1789635693.660251:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1789635693.660264:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1789635693.660276:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1789635693.660285:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1789635693.660297:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1789635693.660319:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1789635693.660344:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1789635693.660360:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1789635693.660396:0:24992:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427460608:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789635693.660443:0:24992:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635693.660477:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427460608 00000100:00100000:2.0:1789635693.660482:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427460608 00000100:00100000:2.0:1789635693.660510:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1789635693.660517:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+24:24992:x1876568427460608:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789635693.660615:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+24:24992:x1876568427460608:12345-0@lo:502:mount.lustre.0 Request processed in 78us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635693.660622:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1789635693.660657:0:24992:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0447552480 going to sleep for 11 seconds 00000100:00100000:2.0:1789635693.660670:0:24992:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427460608:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789635693.660800:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1789635693.660821:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1789635693.660840:0:24992:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427460736:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789635693.660871:0:24992:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635693.660894:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427460736 00000100:00100000:2.0:1789635693.660898:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427460736 00000100:00100000:2.0:1789635693.660919:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1789635693.660925:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+24:24992:x1876568427460736:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789635693.660987:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+24:24992:x1876568427460736:12345-0@lo:502:mount.lustre.0 Request processed in 61us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635693.660992:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1789635693.661022:0:24992:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0447552480 going to sleep for 11 seconds 00000100:00100000:2.0:1789635693.661033:0:24992:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427460736:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789635693.661063:0:24992:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1789635693.661070:0:24992:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1789635693.666864:0:25005:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:1.0:1789635693.666881:0:25005:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff8d04478a4d40) 00000020:00000080:1.0:1789635693.666909:0:25005:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:1.0:1789635693.667004:0:25005:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d0447647000 from lustre-OST0001, refs=3 00000020:01000004:1.0:1789635693.667009:0:25005:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d0447647000 from lustre-OST0001, refs=3 00000020:01000004:1.0:1789635693.667011:0:25005:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d0447647000 3 00010000:00080000:1.0:1789635693.667044:0:25005:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d0448419800@lustre-MDT0000-lwp-OST0001: add connection 192.168.203.120@tcp at head 00010000:00010000:1.0:1789635693.675206:0:25005:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:1.0:1789635693.675874:0:25005:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:1.0:1789635693.675920:0:25005:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1789635693.675934:0:25005:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xb0c3a59caa410bb4 00000100:00080000:1.0:1789635693.675943:0:25005:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789635693.675954:0:25005:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d0448419800 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:1.0:1789635693.675988:0:25005:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d057ae96680 x1876568427460864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789635693.676019:0:25005:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1789635693.676204:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789635693.676208:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789635693.676211:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789635693.676214:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789635693.676245:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789635693.676249:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789635693.676251:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d056f7cb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789635693.676256:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 708 00000100:00080000:0.0:1789635693.676260:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1789635693.676266:0:36:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8d056f7cb000 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:0.0:1789635693.676280:0:36:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0447975f80 x1876568427461504/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789635693.676327:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447977b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1876568427460992:0@lo:400:kworker.0 00000100:00100000:0.0:1789635693.676397:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635693.676429:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0543295500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3640:1876568427461632:0@lo:400:kworker.0 00000100:00100000:0.0:1789635693.676453:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635693.676474:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1789635693.676480:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447974000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3640:1876568427461120:0@lo:400:kworker.0 00000100:00100000:0.0:1789635693.676501:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635693.676515:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0543296680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3640:1876568427461760:0@lo:400:kworker.0 00000100:00100000:0.0:1789635693.676545:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635693.676580:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447976d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427461248:0@lo:400:kworker.0 00000100:00100000:0.0:1789635693.676622:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635693.676639:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0543296a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3642:1876568427461888:0@lo:400:kworker.0 00000100:00100000:0.0:1789635693.676657:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635693.676673:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789635693.676678:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447976680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427461376:0@lo:400:kworker.0 00000100:00100000:0.0:1789635693.676699:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635693.676733:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427460992 00000100:00100000:0.0:1789635693.676740:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427460992 00000100:00100000:0.0:1789635693.676769:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427461248 00000100:00100000:0.0:1789635693.676771:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427461248 00000100:00100000:0.0:1789635693.676785:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789635693.676793:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0543294e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1876568427460992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635693.676843:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0543294e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1876568427460992:12345-0@lo:400:kworker.0 Request processed in 51us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635693.676851:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789635693.676866:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789635693.676872:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0543296d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427461248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635693.676903:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0543296d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427461248:12345-0@lo:400:kworker.0 Request processed in 31us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635693.676909:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789635693.676925:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427461632 00000100:00100000:0.0:1789635693.676928:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427461632 00000100:00100000:0.0:1789635693.676944:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427461120 00000100:00100000:0.0:1789635693.676946:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427461120 00000100:00100000:0.0:1789635693.676954:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427461760 00000100:00100000:0.0:1789635693.676962:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427461760 00000100:00100000:0.0:1789635693.676989:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427461888 00000100:00100000:0.0:1789635693.676992:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427461888 00000100:00100000:0.0:1789635693.677006:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789635693.677012:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0543294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1876568427461632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635693.677043:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0543294380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1876568427461632:12345-0@lo:400:kworker.0 Request processed in 31us (589us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635693.677049:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789635693.677076:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789635693.677082:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0543295c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1876568427461120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635693.677107:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0543295c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1876568427461120:12345-0@lo:400:kworker.0 Request processed in 25us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635693.677113:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789635693.677123:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789635693.677128:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0543295f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1876568427461760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635693.677150:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0543295f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1876568427461760:12345-0@lo:400:kworker.0 Request processed in 22us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635693.677155:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789635693.677163:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789635693.677168:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0543296300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1876568427461888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635693.677190:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0543296300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1876568427461888:12345-0@lo:400:kworker.0 Request processed in 22us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635693.677195:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789635693.677228:0:24177:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427461376 00000100:00100000:0.0:1789635693.677232:0:24177:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427461376 00000100:00100000:0.0:1789635693.677259:0:24177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789635693.677266:0:24177:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0543295880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3642:x1876568427461376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635693.677303:0:24177:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0543295880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3642:x1876568427461376:12345-0@lo:400:kworker.0 Request processed in 37us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635693.677309:0:24177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:0.0:1789635693.677326:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789635693.677331:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789635693.677343:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:0.0:1789635693.677455:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d0447976680 x1876568427461376/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789635709 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789635693.677469:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447976680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427461376:0@lo:400:kworker.0 00000100:00100000:0.0:1789635693.677480:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447976d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427461248:0@lo:400:kworker.0 00010000:00080000:0.0:1789635693.677488:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d0543296a00 x1876568427461888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635709 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789635693.677496:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0543296a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3642:1876568427461888:0@lo:400:kworker.0 00010000:00080000:0.0:1789635693.677529:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d0447974000 x1876568427461120/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635709 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789635693.677537:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447974000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3640:1876568427461120:0@lo:400:kworker.0 00010000:00080000:0.0:1789635693.677546:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d0543296680 x1876568427461760/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635709 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789635693.677554:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0543296680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3640:1876568427461760:0@lo:400:kworker.0 00000100:00100000:0.0:1789635693.677562:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447977b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1876568427460992:0@lo:400:kworker.0 00010000:00080000:0.0:1789635693.677572:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d0543295500 x1876568427461632/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635709 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789635693.677578:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0543295500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3640:1876568427461632:0@lo:400:kworker.0 00000100:00100000:3.0:1789635693.677947:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3639:1876568427460864:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789635693.677989:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635693.678132:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447975f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1876568427461504:0@lo:8:kworker.0 00000100:00100000:3.0:1789635693.678157:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635693.678264:0:24752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427461504 00000100:00100000:1.0:1789635693.678270:0:24752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427461504 00000100:00100000:1.0:1789635693.678306:0:24752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789635693.678313:0:24752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3639:x1876568427461504:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1789635693.678378:0:24752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575ada680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3639:x1876568427461504:12345-0@lo:8:kworker.0 Request processed in 65us (220us total) trans 0 rc -11/-11 00000100:00100000:1.0:1789635693.678384:0:24752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789635693.678425:0:3639:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789635693.678431:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d056f7cb000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789635693.678435:0:3639:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1789635693.678438:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447975f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1876568427461504:0@lo:8:kworker.0 00000020:01000004:1.0:1789635693.678534:0:25005:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:1.0:1789635693.678550:0:25005:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff8d044646b380) 00000020:00000080:1.0:1789635693.678858:0:25005:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:1.0:1789635693.679106:0:25005:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d0447647000 from lustre-OST0001, refs=3 00000020:01000004:1.0:1789635693.679110:0:25005:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d0447647000 from lustre-OST0001, refs=3 00000020:01000004:1.0:1789635693.679113:0:25005:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d0447647000 3 00010000:00080000:1.0:1789635693.679140:0:25005:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d0448418800@lustre-MDT0001-lwp-OST0001: add connection 192.168.203.120@tcp at head 00000100:00100000:0.0:1789635693.681706:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427460864 00000100:00100000:0.0:1789635693.681723:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427460864 00000100:00100000:0.0:1789635693.681771:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789635693.681779:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3639:x1876568427460864:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1789635693.681809:0:22661:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 712 last 0 00000020:00000080:0.0:1789635693.681846:0:22661:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xb0c3a59caa410bc2 00000004:00100000:0.0:1789635693.681862:0:22661:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1789635693.681895:0:22661:0:(import.c:65:import_set_state_nolock()) ffff8d04465c3800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789635693.681978:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575ad9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1876568427460864:12345-0@lo:38:llog_process_th.0 Request processed in 198us (3988us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635693.681986:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:0.0:1789635693.682039:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d057ae96680 x1876568427460864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789635703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789635693.682051:0:3639:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789635693.682058:0:3639:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:0.0:1789635693.682065:0:3639:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1789635693.682070:0:3639:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1789635693.682073:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d0448419800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1789635693.682079:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3639:1876568427460864:0@lo:38:llog_process_th.0 00010000:00010000:1.0:1789635693.687427:0:25005:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:1.0:1789635693.688860:0:25005:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:1.0:1789635693.688911:0:25005:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1789635693.688927:0:25005:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0xb0c3a59caa410bc9 00000100:00080000:1.0:1789635693.688938:0:25005:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789635693.688951:0:25005:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8d0448418800 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:1.0:1789635693.688989:0:25005:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d057ae94380 x1876568427462016/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789635693.689018:0:25005:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:0.0:1789635693.689182:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3639:1876568427462016:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789635693.689252:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789635693.689318:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789635693.689324:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789635693.689326:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789635693.689378:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789635693.689553:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427462016 00000100:00100000:1.0:1789635693.693859:0:22660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427462016 00000100:00100000:1.0:1789635693.693930:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789635693.693939:0:22660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0543295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3639:x1876568427462016:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1789635693.693974:0:22660:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 712 last 0 00000020:00000080:1.0:1789635693.694032:0:22660:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0xb0c3a59caa410bd0 00000004:00100000:1.0:1789635693.694049:0:22660:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1789635693.694091:0:22660:0:(import.c:65:import_set_state_nolock()) ffff8d044841f000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789635693.694188:0:22660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0543295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1876568427462016:12345-0@lo:38:llog_process_th.0 Request processed in 249us (4934us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635693.694196:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:1.0:1789635693.694260:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d057ae94380 x1876568427462016/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789635703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789635693.694273:0:3639:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789635693.694282:0:3639:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:1.0:1789635693.694290:0:3639:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1789635693.694295:0:3639:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1789635693.694305:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d0448418800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789635693.694311:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3639:1876568427462016:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1789635693.694445:0:25005:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:3.0:1789635693.696883:0:24992:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1789635693.696928:0:24992:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1789635693.696953:0:24992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0565531e00/0xb0c3a59caa410b9f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410ba6 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635693.696966:0:24992:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d0565531e00/0xb0c3a59caa410b9f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410ba6 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1789635693.702069:0:24992:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1789635693.702074:0:24992:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789635693.702075:0:24992:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789635693.702076:0:24992:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789635693.702078:0:24992:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789635693.702080:0:24992:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789635693.702081:0:24992:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789635693.702083:0:24992:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789635693.702085:0:24992:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789635693.702089:0:24992:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:2.0:1789635693.702092:0:24992:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789635693.702093:0:24992:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1789635693.702095:0:24992:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789635693.702096:0:24992:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789635693.702097:0:24992:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789635693.702098:0:24992:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789635693.702099:0:24992:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1789635693.702100:0:24992:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789635693.702101:0:24992:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789635693.702130:0:24992:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1789635693.702151:0:24992:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427462144:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789635693.702221:0:24992:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635693.702365:0:24992:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d054a2b2a80 going to sleep for 11 seconds 00000100:00100000:3.0:1789635693.705357:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427462144 00000100:00100000:3.0:1789635693.705375:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427462144 00000100:00100000:3.0:1789635693.705552:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1789635693.705755:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+24:24992:x1876568427462144:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789635693.705792:0:22652:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1789635693.705805:0:22652:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1789635693.713947:0:22652:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1789635693.713996:0:22652:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:2.0:1789635693.714417:0:22676:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1789635693.714422:0:22676:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1789635693.714446:0:22676:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8d056e1a2600/0xb0c3a59caa410bd7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635693.714474:0:22676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d0565530600/0xb0c3a59caa410b4b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410b44 expref: 24 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635693.714482:0:22676:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d0549f42c00/0xb0c3a59caa410b59 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410b52 expref: 24 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635693.714489:0:22676:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8d056e1a2600/0xb0c3a59caa410bd7 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635693.714528:0:22676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d0549f42c00/0xb0c3a59caa410b59 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb0c3a59caa410b52 expref: 24 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635693.714541:0:22676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d0549f42c00/0xb0c3a59caa410b59 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb0c3a59caa410b52 expref: 24 pid: 22652 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635693.714556:0:22676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c8380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22676:1876568427462272:0@lo:104: 00000100:00100000:0.0:1789635693.714965:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+24:24992:x1876568427462144:12345-0@lo:253:mount.lustre.0 Request processed in 9403us (12742us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635693.714977:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1789635693.715095:0:22676:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789635693.715171:0:22676:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d0565530600/0xb0c3a59caa410b4b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb0c3a59caa410b44 expref: 23 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635693.715181:0:22676:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d0565530600/0xb0c3a59caa410b4b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb0c3a59caa410b44 expref: 23 pid: 22654 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635693.715191:0:22676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c9180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22676:1876568427462400:0@lo:104: 00000100:00100000:2.0:1789635693.715213:0:22676:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635693.715263:0:24992:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c9500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:24992:1876568427462144:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789635693.715276:0:24992:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1789635693.715279:0:24992:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789635693.715281:0:24992:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1789635693.715282:0:24992:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789635693.715283:0:24992:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789635693.715285:0:24992:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789635693.715286:0:24992:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789635693.715287:0:24992:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1789635693.715289:0:24992:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789635693.715290:0:24992:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1789635693.715305:0:24992:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:2.0:1789635693.716527:0:22676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d054a2b23c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789635693.716692:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427462272 00000100:00100000:0.0:1789635693.716701:0:22644:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427462272 00000100:00100000:0.0:1789635693.716737:0:22644:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427462400 00000100:00100000:0.0:1789635693.716741:0:22644:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427462400 00000100:00100000:0.0:1789635693.716758:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789635693.716766:0:22644:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+4:22676:x1876568427462272:12345-0@lo:104: 00010000:00010000:0.0:1789635693.716781:0:22644:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3200/0xb0c3a59caa410b52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb0c3a59caa410b59 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635693.716886:0:22644:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789635693.716893:0:22644:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+4:22676:x1876568427462272:12345-0@lo:104: Request processed in 128us (1798us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635693.716900:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1789635693.716916:0:22644:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789635693.716923:0:22644:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+3:22676:x1876568427462400:12345-0@lo:104: 00010000:00010000:0.0:1789635693.716931:0:22644:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3400/0xb0c3a59caa410b44 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb0c3a59caa410b4b expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635693.717031:0:22676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c8380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22676:1876568427462272:0@lo:104: 00000100:00100000:2.0:1789635693.717042:0:22676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c9180 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22676:1876568427462400:0@lo:104: 00010000:00010000:2.0:1789635693.717070:0:22676:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8d056e1a2600/0xb0c3a59caa410bd7 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635693.717506:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789635693.717514:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3200/0xb0c3a59caa410b52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb0c3a59caa410b59 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635693.717523:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a3200 already unused, calling callback (ffffffffc1537c20) 10000000:00010000:3.0:1789635693.717527:0:22648:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3200/0xb0c3a59caa410b52 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb0c3a59caa410b59 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635693.717548:0:22648:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3200/0xb0c3a59caa410b52 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb0c3a59caa410b59 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789635693.717555:0:22648:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3200/0xb0c3a59caa410b52 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb0c3a59caa410b59 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789635693.717561:0:22648:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1789635693.717853:0:22648:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3200/0xb0c3a59caa410b52 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa410b59 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635693.717861:0:22648:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789635693.717882:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3200/0xb0c3a59caa410b52 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa410b59 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635693.717889:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3200/0xb0c3a59caa410b52 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa410b59 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635693.717900:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789635693.717903:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3400/0xb0c3a59caa410b44 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb0c3a59caa410b4b expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635693.717908:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a3400 already unused, calling callback (ffffffffc1537c20) 10000000:00010000:3.0:1789635693.717911:0:22648:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3400/0xb0c3a59caa410b44 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb0c3a59caa410b4b expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635693.717918:0:22648:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3400/0xb0c3a59caa410b44 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb0c3a59caa410b4b expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789635693.717925:0:22648:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3400/0xb0c3a59caa410b44 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb0c3a59caa410b4b expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789635693.717936:0:22648:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1789635693.717951:0:22648:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3400/0xb0c3a59caa410b44 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa410b4b expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635693.717956:0:22648:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789635693.717970:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3400/0xb0c3a59caa410b44 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa410b4b expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635693.717977:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3400/0xb0c3a59caa410b44 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa410b4b expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635693.717990:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635693.717991:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635693.717994:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789635693.718663:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789635693.718682:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575ad8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3642:1876568427462528:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789635693.718740:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635693.718862:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427462528 00000100:00100000:2.0:1789635693.718869:0:22646:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427462528 00010000:00010000:2.0:1789635693.718894:0:22646:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d0549f42c00/0xb0c3a59caa410b59 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb0c3a59caa410b52 expref: 24 pid: 22652 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635693.718922:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789635693.718930:0:22646:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+24:3642:x1876568427462528:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789635693.718941:0:22646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789635693.718946:0:22646:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d0549f42c00/0xb0c3a59caa410b59 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb0c3a59caa410b52 expref: 24 pid: 22652 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635693.718957:0:22646:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d0549f42c00/0xb0c3a59caa410b59 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb0c3a59caa410b52 expref: 24 pid: 22652 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635693.718971:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0549f42c00/0xb0c3a59caa410b59 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb0c3a59caa410b52 expref: 24 pid: 22652 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635693.718984:0:22646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789635693.719018:0:22646:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae94380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+23:3642:x1876568427462528:12345-0@lo:103:ldlm_bl.0 Request processed in 89us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635693.719025:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789635693.719061:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0575ad8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3642:1876568427462528:0@lo:103:ldlm_bl.0 00000001:00000004:1.0:1789635693.719148:0:24992:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00010000:00010000:0.0:1789635693.719378:0:22644:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:0.0:1789635693.719388:0:22644:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+3:22676:x1876568427462400:12345-0@lo:104: Request processed in 2465us (4173us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635693.719396:0:22644:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789635693.719429:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575ad8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3640:1876568427462656:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789635693.719458:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635693.719528:0:23825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427462656 00000100:00100000:1.0:1789635693.719534:0:23825:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427462656 00010000:00010000:1.0:1789635693.719550:0:23825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d0565530600/0xb0c3a59caa410b4b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb0c3a59caa410b44 expref: 23 pid: 22654 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789635693.719584:0:23825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789635693.719591:0:23825:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0543296680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+23:3640:x1876568427462656:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789635693.719624:0:23825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789635693.719630:0:23825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d0565530600/0xb0c3a59caa410b4b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb0c3a59caa410b44 expref: 23 pid: 22654 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635693.719639:0:23825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d0565530600/0xb0c3a59caa410b4b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb0c3a59caa410b44 expref: 23 pid: 22654 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635693.719650:0:23825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0565530600/0xb0c3a59caa410b4b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb0c3a59caa410b44 expref: 23 pid: 22654 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635693.719661:0:23825:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8d056e1a2600/0xb0c3a59caa410bd7 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635693.719670:0:23825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d056e1a2600/0xb0c3a59caa410bd7 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1789635693.719696:0:23825:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005274689s 00010000:00010000:1.0:1789635693.719702:0:23825:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d056e1a2600/0xb0c3a59caa410bd7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635693.719710:0:23825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d056e1a2600/0xb0c3a59caa410bd7 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635693.719716:0:23825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8d056e1a2600/0xb0c3a59caa410bd7 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635693.719723:0:23825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8d056e1a2600/0xb0c3a59caa410bd7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635693.719729:0:23825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a2600 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:1.0:1789635693.719733:0:23825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8d056e1a2600/0xb0c3a59caa410bd7 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635693.719741:0:23825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8d056e1a2600/0xb0c3a59caa410bd7 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635693.719755:0:23825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8d056e1a2600/0xb0c3a59caa410bd7 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635693.719764:0:23825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789635693.719789:0:23825:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0543296680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+22:3640:x1876568427462656:12345-0@lo:103:ldlm_bl.0 Request processed in 199us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635693.719795:0:23825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789635693.719924:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0575ad8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3640:1876568427462656:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789635693.720004:0:22676:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8d056e1a2600/0xb0c3a59caa410bd7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635693.720014:0:22676:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8d056e1a2600/0xb0c3a59caa410bd7 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635693.720026:0:22676:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d056e1a2600/0xb0c3a59caa410bd7 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22676 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635693.720485:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1789635693.722472:0:24992:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:1.0:1789635693.722483:0:24992:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:1.0:1789635693.722524:0:24992:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1789635693.722589:0:24992:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.120@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1789635693.722812:0:24992:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=50 00000080:00000004:1.0:1789635693.722851:0:24992:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:1.0:1789635693.727013:0:24992:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789635693.727298:0:24992:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789635694.051903:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1789635694.557863:0:25059:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789635694.558108:0:25059:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1789635695.012870:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1876568427462784:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789635695.012939:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635695.013063:0:23414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575adb100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23414:1876568427463040:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1789635695.013093:0:23414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635695.013118:0:23414:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d057b5889c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789635695.013135:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575ada300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427462912:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789635695.013160:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635695.018843:0:24177:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427463040 00000100:00100000:0.0:1789635695.018858:0:24177:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427463040 00000100:00100000:0.0:1789635695.018919:0:24177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789635695.018929:0:24177:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23414:x1876568427463040:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:0.0:1789635695.018975:0:24177:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000100:00080000:0.0:1789635695.019174:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789635695.019189:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789635695.019203:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0543296a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427463168:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789635695.019266:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635695.019354:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427462784 00000100:00100000:0.0:1789635695.019359:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427462784 00000100:00100000:0.0:1789635695.019378:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427463168 00000100:00100000:0.0:1789635695.019381:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427463168 00000100:00100000:0.0:1789635695.019396:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789635695.019403:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1876568427462784:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789635695.019426:0:22666:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789635695.023854:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae95880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1876568427462784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 4443us (10907us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635695.023868:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789635695.023905:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789635695.023918:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0543297480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427463168:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789635695.023968:0:22666:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789635695.024043:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0543297480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427463168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 129us (4776us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635695.024051:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789635695.026810:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0543296a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427463168:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789635695.027733:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1876568427462784:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789635695.027786:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427462912 00000100:00100000:1.0:1789635695.027793:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427462912 00000100:00100000:1.0:1789635695.027844:0:24182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789635695.027853:0:24182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3642:x1876568427462912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789635695.028011:0:24182:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 896 free 3915857920 avail 3684335616 00000100:00100000:1.0:1789635695.028095:0:24182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575ad9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3642:x1876568427462912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 242us (14933us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635695.028103:0:24182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1789635695.028965:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0575ada300 x1876568427462912/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789635711 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789635695.028984:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0575ada300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427462912:0@lo:13:osp-pre-0-1.0 00000001:00080000:1.0:1789635695.047707:0:24174:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:1.0:1789635695.047723:0:24174:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:2.0:1789635695.047922:0:24177:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575ad9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:23414:x1876568427463040:12345-0@lo:5:osp-pre-0-1.0 Request processed in 28990us (34823us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1789635695.047933:0:24177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:0.0:1789635695.048106:0:23414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0575adb100 x1876568427463040/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789635711 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789635695.048119:0:23414:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:0.0:1789635695.048127:0:23414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0575adb100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23414:1876568427463040:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1789635695.048144:0:23414:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:0.0:1789635695.048195:0:23414:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0543296a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23414:1876568427463296:0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1789635695.048230:0:23414:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635695.048260:0:23414:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d057ae00240 going to sleep for 11 seconds 00000100:00100000:2.0:1789635695.048373:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427463296 00000100:00100000:2.0:1789635695.048380:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427463296 00000100:00100000:2.0:1789635695.048424:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789635695.048433:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0543294700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23414:x1876568427463296:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1789635695.048497:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0543294700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23414:x1876568427463296:12345-0@lo:900:osp-pre-0-1.0 Request processed in 64us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635695.048504:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1789635695.048574:0:23414:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0543296a00 x1876568427463296/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789635711 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789635695.048586:0:23414:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0543296a00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23414:1876568427463296:0@lo:900:osp-pre-0-1.0 00010000:00010000:3.0:1789635695.076995:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1789635695.652684:0:22657:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1789635695.652693:0:22657:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8d04478c2000 from 14 10000000:01000000:1.0:1789635695.652699:0:22657:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1789635695.652747:0:22657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0565530e00/0xb0c3a59caa410bde lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.652759:0:22657:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8d0565530e00/0xb0c3a59caa410bde lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.652781:0:22657:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8d0565530e00/0xb0c3a59caa410bde lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789635695.652806:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae97100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427463424:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789635695.652883:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635695.652927:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d05742f4840 going to sleep for 11 seconds 00000100:00100000:2.0:1789635695.653192:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427463424 00000100:00100000:2.0:1789635695.653202:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427463424 00000100:00100000:2.0:1789635695.653258:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1789635695.653268:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+22:22657:x1876568427463424:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789635695.653283:0:22654:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789635695.653298:0:22654:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d056e1a3200/0xb0c3a59caa410be5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xb0c3a59caa410bde expref: -99 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.653331:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d056e1a3200/0xb0c3a59caa410be5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb0c3a59caa410bde expref: 23 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.653352:0:22654:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d056e1a3200/0xb0c3a59caa410be5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410bde expref: 23 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.653361:0:22654:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056e1a3200, rc 0) 00000100:00100000:2.0:1789635695.654127:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+23:22657:x1876568427463424:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 857us (1239us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635695.654136:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1789635695.654370:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae97100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427463424:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789635695.654390:0:22657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8d0565530e00/0xb0c3a59caa410bde lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410be5 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.654402:0:22657:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8d0565530e00/0xb0c3a59caa410bde lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa410be5 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635695.654489:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575ad8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427463552:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789635695.654539:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635695.654958:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d057b5883c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789635695.655151:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427463552 00000100:00100000:1.0:1789635695.655158:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427463552 00000100:00100000:1.0:1789635695.655214:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1789635695.655222:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+23:22657:x1876568427463552:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1789635695.655243:0:22652:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1789635695.655262:0:22652:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1789635695.655265:0:22652:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1789635695.655375:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+23:22657:x1876568427463552:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 154us (840us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635695.655385:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1789635695.655523:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0575ad8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427463552:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789635695.655587:0:22657:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789635695.655636:0:22657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d0565530e00/0xb0c3a59caa410bde lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410be5 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.655648:0:22657:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d0565530e00/0xb0c3a59caa410bde lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410be5 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789635695.655660:0:22657:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789635695.655663:0:22657:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8d0448f98000 from 14 10000000:01000000:3.0:1789635695.655666:0:22657:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789635695.655692:0:22657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d05488ff600/0xb0c3a59caa410bec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.655701:0:22657:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8d05488ff600/0xb0c3a59caa410bec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.655710:0:22657:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8d05488ff600/0xb0c3a59caa410bec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635695.655726:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575ad8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427463680:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789635695.655756:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635695.655777:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d057b5883c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789635695.655829:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427463680 00000100:00100000:1.0:1789635695.655834:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427463680 00000100:00100000:1.0:1789635695.655869:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1789635695.655877:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+23:22657:x1876568427463680:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789635695.655896:0:22655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789635695.655923:0:22655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0565530000/0xb0c3a59caa410bf3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xb0c3a59caa410bec expref: -99 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.655943:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0565530000/0xb0c3a59caa410bf3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb0c3a59caa410bec expref: 24 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.655965:0:22655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0565530000/0xb0c3a59caa410bf3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410bec expref: 24 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.655973:0:22655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0565530000, rc 0) 00000100:00100000:1.0:1789635695.656007:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+24:22657:x1876568427463680:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 130us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635695.656013:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1789635695.656056:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0575ad8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427463680:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789635695.656066:0:22657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8d05488ff600/0xb0c3a59caa410bec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410bf3 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.656074:0:22657:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8d05488ff600/0xb0c3a59caa410bec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa410bf3 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789635695.656117:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae97100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427463808:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1789635695.656146:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635695.656165:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d05742f4900 going to sleep for 11 seconds 00000100:00100000:1.0:1789635695.656178:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427463808 00000100:00100000:1.0:1789635695.656181:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427463808 00000100:00100000:1.0:1789635695.656200:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1789635695.656205:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+24:22657:x1876568427463808:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1789635695.656217:0:22655:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1789635695.656230:0:22655:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1789635695.656233:0:22655:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1789635695.656302:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a07450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+24:22657:x1876568427463808:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 96us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635695.656328:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1789635695.656361:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae97100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427463808:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1789635695.656403:0:22657:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789635695.656409:0:22657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d05488ff600/0xb0c3a59caa410bec lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410bf3 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.656417:0:22657:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d05488ff600/0xb0c3a59caa410bec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410bf3 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635695.726072:0:3639:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789635675/real 1789635675] req@ffff8d0574710e00 x1876568427450496/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789635695 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789635695.726107:0:3639:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0574710e00 x1876568427450496/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789635695 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789635695.726117:0:3639:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789635675/real 1789635675] req@ffff8d0574713b80 x1876568427450624/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789635695 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789635695.726126:0:3639:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0574713b80 x1876568427450624/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789635695 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789635695.726144:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d057b956800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789635695.726167:0:3639:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789635695.726170:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574710e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427450496:0@lo:8:kworker.0 00000100:00080000:3.0:1789635695.726176:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d057b950800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789635695.726182:0:3639:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1789635695.726185:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574713b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427450624:0@lo:8:kworker.0 00000100:00080000:0.0:1789635695.726336:0:20237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789635695.726341:0:20237:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789635695.726344:0:20237:0:(import.c:65:import_set_state_nolock()) ffff8d057b956800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789635695.726348:0:20237:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 694 00000100:00080000:0.0:1789635695.726354:0:20237:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1789635695.726365:0:20237:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8d057b956800 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:3.0:1789635695.726374:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0543297800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1876568427463936:0@lo:400:kworker.0 00000100:00100000:0.0:1789635695.726385:0:20237:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0543297b80 x1876568427464064/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789635695.726397:0:20237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789635695.726400:0:20237:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789635695.726402:0:20237:0:(import.c:65:import_set_state_nolock()) ffff8d057b950800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789635695.726404:0:20237:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 694 00000100:00080000:0.0:1789635695.726413:0:20237:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1789635695.726419:0:20237:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8d057b950800 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:0.0:1789635695.726430:0:20237:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0543294000 x1876568427464192/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789635695.726436:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635695.726466:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789635695.726472:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0543294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3640:1876568427464320:0@lo:400:kworker.0 00000100:00100000:3.0:1789635695.726497:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635695.726521:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0543297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427464064:0@lo:8:kworker.0 00000100:00100000:3.0:1789635695.726558:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635695.726581:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0543294000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427464192:0@lo:8:kworker.0 00000100:00100000:3.0:1789635695.726647:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635695.726673:0:24179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427464064 00000100:00100000:3.0:1789635695.726685:0:24179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427464064 00000100:00100000:3.0:1789635695.726711:0:24179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427464192 00000100:00100000:3.0:1789635695.726713:0:24179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427464192 00000100:00100000:3.0:1789635695.726729:0:24179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789635695.726735:0:24179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3639:x1876568427464064:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1789635695.726763:0:24179:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 714 last 0 00000020:00000080:3.0:1789635695.726787:0:24179:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb0c3a59caa410bfa 00002000:00100000:3.0:1789635695.726800:0:24179:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8d0441c6e800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:3.0:1789635695.726803:0:24179:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:3.0:1789635695.726806:0:24179:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1789635695.726872:0:24179:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1789635695.726893:0:24179:0:(import.c:65:import_set_state_nolock()) ffff8d0441c69800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789635695.726898:0:24752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789635695.726903:0:24752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3639:x1876568427464192:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1789635695.726918:0:24752:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 714 last 0 00000020:00000080:1.0:1789635695.726935:0:24752:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xb0c3a59caa410c01 00000100:00100000:3.0:1789635695.726936:0:24179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575ada300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3639:x1876568427464064:12345-0@lo:8:kworker.0 Request processed in 200us (377us total) trans 0 rc 0/0 00002000:00100000:1.0:1789635695.726941:0:24752:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8d044841d800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 1 ocd_group 0 00000100:00100000:3.0:1789635695.726942:0:24179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00002000:00080000:1.0:1789635695.726945:0:24752:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:1.0:1789635695.726946:0:24752:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00010000:00080000:3.0:1789635695.727045:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0543297b80 x1876568427464064/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789635720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789635695.727054:0:3639:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789635695.727061:0:3639:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1789635695.727067:0:3639:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1789635695.727072:0:3639:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1789635695.727074:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d057b956800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1789635695.727086:0:3639:0:(osp_dev.c:1648:osp_import_event()) got connected 00002000:00080000:1.0:1789635695.727088:0:24752:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00100000:3.0:1789635695.727090:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0543297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427464064:0@lo:8:kworker.0 00000100:00080000:1.0:1789635695.727100:0:24752:0:(import.c:65:import_set_state_nolock()) ffff8d044841a800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789635695.727141:0:24752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575ad8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3639:x1876568427464192:12345-0@lo:8:kworker.0 Request processed in 236us (493us total) trans 0 rc 0/0 00000100:00080000:0.0:1789635695.727270:0:20237:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789635695.727274:0:20237:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789635695.727276:0:20237:0:(import.c:65:import_set_state_nolock()) ffff8d056f7cb000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789635695.727283:0:20237:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8d056f7cb000 using connection 192.168.203.120@tcp/0@lo 00000100:00100000:0.0:1789635695.727295:0:20237:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0543297b80 x1876568427464704/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789635695.727380:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427463936 00000100:00100000:0.0:1789635695.727385:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427463936 00000100:00100000:0.0:1789635695.727415:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789635695.727422:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575ad8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1876568427463936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789635695.728727:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0543297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1876568427464704:0@lo:8:kworker.0 00000100:00100000:3.0:1789635695.728778:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1789635695.728824:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0543294000 x1876568427464192/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789635720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789635695.728833:0:3639:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789635695.728840:0:3639:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1789635695.728846:0:3639:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1789635695.728851:0:3639:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1789635695.728854:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d057b950800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1789635695.728866:0:3639:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1789635695.728871:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0543294000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3639:1876568427464192:0@lo:8:kworker.0 00000100:00100000:3.0:1789635695.728901:0:24179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427464704 00000100:00100000:3.0:1789635695.728906:0:24179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427464704 00000100:00100000:0.0:1789635695.729269:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575ad8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1876568427463936:12345-0@lo:400:kworker.0 Request processed in 1846us (2830us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635695.729279:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789635695.729308:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427464320 00000100:00100000:0.0:1789635695.729312:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427464320 00000100:00100000:0.0:1789635695.729356:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789635695.729363:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575adb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1876568427464320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635695.729406:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575adb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1876568427464320:12345-0@lo:400:kworker.0 Request processed in 44us (2908us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635695.729411:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000004:00080000:0.0:1789635695.729432:0:22684:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1789635695.729515:0:22684:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 714412918652ns, next at 0ns, rc = 0 00080000:00080000:0.0:1789635695.729530:0:22684:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:0.0:1789635695.729557:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0543297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427464448:0@lo:400:kworker.0 00000100:00100000:0.0:1789635695.729587:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635695.729626:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447977b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3642:1876568427465088:0@lo:400:kworker.0 00000100:00100000:0.0:1789635695.729650:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635695.729671:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1789635695.729678:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0543295180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427464576:0@lo:400:kworker.0 00000100:00100000:0.0:1789635695.729697:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635695.729716:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447974000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3642:1876568427465216:0@lo:400:kworker.0 00000100:00100000:0.0:1789635695.729735:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1789635695.729780:0:22687:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x6:0x0] 00000100:00100000:0.0:1789635695.729795:0:22687:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447919f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22687:1876568427465600:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1789635695.729816:0:22687:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635695.729829:0:22687:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d057ae00c00 going to sleep for 11 seconds 00000004:00080000:0.0:1789635695.729840:0:22686:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1789635695.729875:0:22686:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 714413278074ns, next at 0ns, rc = 0 00080000:00080000:0.0:1789635695.729879:0:22686:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:0.0:1789635695.729894:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427465088 00000100:00100000:0.0:1789635695.729898:0:22662:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427465088 00000100:00100000:0.0:1789635695.729926:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427465216 00000100:00100000:0.0:1789635695.729929:0:22662:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427465216 00000100:00100000:0.0:1789635695.729945:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1789635695.730001:0:24752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789635695.730019:0:24752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427464576 00000100:00100000:1.0:1789635695.730022:0:24752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427464576 00000100:00100000:0.0:1789635695.732338:0:22662:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447919180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1876568427465088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635695.732456:0:22662:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447919180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1876568427465088:12345-0@lo:400:kworker.0 Request processed in 2502us (2803us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635695.732465:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789635695.732493:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789635695.732513:0:22662:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1876568427465216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635695.732546:0:22662:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1876568427465216:12345-0@lo:400:kworker.0 Request processed in 36us (2810us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635695.732552:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789635695.732732:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427464448 00000100:00100000:0.0:1789635695.732741:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427464448 00000100:00100000:0.0:1789635695.732771:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789635695.732777:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447976680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427464448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635695.732813:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447976680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427464448:12345-0@lo:400:kworker.0 Request processed in 36us (3225us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635695.732819:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789635695.732840:0:24180:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427465600 00000100:00100000:0.0:1789635695.732844:0:24180:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427465600 00010000:00080000:2.0:1789635695.732958:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0447974000 x1876568427465216/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635711 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789635695.732974:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447974000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3642:1876568427465216:0@lo:400:kworker.0 00000100:00100000:2.0:1789635695.732987:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0543297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427464448:0@lo:400:kworker.0 00010000:00080000:2.0:1789635695.733000:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0447977b80 x1876568427465088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635711 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789635695.733007:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447977b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3642:1876568427465088:0@lo:400:kworker.0 00000100:00100000:3.0:1789635695.738687:0:24179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789635695.738700:0:24179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3639:x1876568427464704:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1789635695.739109:0:24179:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 714 last 0 00000020:00000080:3.0:1789635695.739138:0:24179:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xb0c3a59caa410c08 00002000:00100000:3.0:1789635695.739154:0:24179:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff8d0441c6d000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a27 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:3.0:1789635695.739159:0:24179:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:3.0:1789635695.739161:0:24179:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1789635695.739241:0:24179:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:3.0:1789635695.739267:0:24179:0:(import.c:65:import_set_state_nolock()) ffff8d0441c6d800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789635695.739369:0:24179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575ad8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1876568427464704:12345-0@lo:8:kworker.0 Request processed in 669us (10590us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635695.739378:0:24179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789635695.740068:0:24752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789635695.740082:0:24752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d044791bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427464576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635695.740160:0:24752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d044791bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427464576:12345-0@lo:400:kworker.0 Request processed in 83us (10460us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635695.740168:0:24752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000004:00080000:1.0:1789635695.740221:0:22685:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x22:0x0] 00000100:00100000:1.0:1789635695.740243:0:22685:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22685:1876568427465856:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1789635695.740280:0:22685:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635695.740304:0:22685:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d05742f4480 going to sleep for 11 seconds 00000100:00100000:1.0:1789635695.740330:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789635695.740341:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1876568427465728:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789635695.740370:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635695.740401:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447975f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3641:1876568427464960:0@lo:400:kworker.0 00000100:00100000:1.0:1789635695.740431:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635695.740460:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d044791ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1876568427465472:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789635695.740488:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635695.740510:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1789635695.740517:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0543296a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3641:1876568427464832:0@lo:400:kworker.0 00000100:00100000:1.0:1789635695.740541:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635695.740553:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447976d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3641:1876568427465344:0@lo:400:kworker.0 00000100:00100000:1.0:1789635695.740576:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635695.740634:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427464960 00000100:00100000:1.0:1789635695.740641:0:22660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427464960 00000100:00100000:1.0:1789635695.740674:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427464832 00000100:00100000:1.0:1789635695.740677:0:22660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427464832 00000100:00100000:1.0:1789635695.740688:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427465344 00000100:00100000:1.0:1789635695.740690:0:22660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427465344 00000100:00100000:1.0:1789635695.740706:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1789635695.740714:0:22660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056e017480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1876568427464960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635695.740763:0:22660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056e017480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1876568427464960:12345-0@lo:400:kworker.0 Request processed in 49us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635695.740770:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1789635695.740786:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1789635695.740793:0:22660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056e014000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1876568427464832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635695.740823:0:22660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056e014000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1876568427464832:12345-0@lo:400:kworker.0 Request processed in 32us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635695.740828:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1789635695.740841:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1789635695.740848:0:22660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056e015f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1876568427465344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635695.740873:0:22660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056e015f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1876568427465344:12345-0@lo:400:kworker.0 Request processed in 27us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635695.740879:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00010000:00080000:1.0:1789635695.740916:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0543295180 x1876568427464576/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789635711 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789635695.740929:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0543295180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427464576:0@lo:400:kworker.0 00000100:00100000:1.0:1789635695.740951:0:24752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427465856 00000100:00100000:1.0:1789635695.740955:0:24752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427465856 00000100:00100000:1.0:1789635695.740973:0:24752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789635695.740979:0:24752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056e014700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22685:x1876568427465856:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1789635695.741183:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427465728 00000100:00100000:1.0:1789635695.741187:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427465728 00000100:00100000:1.0:1789635695.741205:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427465472 00000100:00100000:1.0:1789635695.741207:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427465472 00000100:00100000:1.0:1789635695.741217:0:24182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789635695.741222:0:24182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056e014a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3643:x1876568427465728:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789635695.741240:0:24182:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3915857920 avail 3684335616 00000100:00100000:1.0:1789635695.741272:0:24182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056e014a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3643:x1876568427465728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (902us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635695.741278:0:24182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789635695.741289:0:24182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789635695.741295:0:24182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056e016680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3641:x1876568427465472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1789635695.741309:0:24182:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789635695.741350:0:24182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056e016680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3641:x1876568427465472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (860us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635695.741355:0:24182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1789635695.741424:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0543296a00 x1876568427464832/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635711 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789635695.741434:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0543296a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3641:1876568427464832:0@lo:400:kworker.0 00010000:00080000:1.0:1789635695.741443:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0447976d80 x1876568427465344/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635711 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789635695.741449:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447976d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3641:1876568427465344:0@lo:400:kworker.0 00010000:00080000:1.0:1789635695.741458:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0447975f80 x1876568427464960/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635711 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789635695.741465:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447975f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3641:1876568427464960:0@lo:400:kworker.0 00010000:00080000:1.0:1789635695.741473:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d044791ad80 x1876568427465472/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789635711 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789635695.741484:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d044791ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1876568427465472:0@lo:13:osp-pre-1-0.0 00010000:00080000:1.0:1789635695.741517:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d057ae97100 x1876568427465728/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789635711 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789635695.741536:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1876568427465728:0@lo:13:osp-pre-0-0.0 00010000:00080000:2.0:1789635695.742518:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0543297b80 x1876568427464704/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789635720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789635695.742535:0:3639:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1789635695.742544:0:3639:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1789635695.742550:0:3639:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1789635695.742553:0:3639:0:(import.c:65:import_set_state_nolock()) ffff8d056f7cb000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1789635695.742570:0:3639:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1789635695.742577:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0543297b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3639:1876568427464704:0@lo:8:kworker.0 00000004:00080000:1.0:1789635695.742837:0:23415:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1789635695.742920:0:23415:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 714426323729ns, next at 0ns, rc = 0 00080000:00080000:1.0:1789635695.742927:0:23415:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00080000:0.0:1789635695.743222:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789635695.743227:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789635695.743230:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789635695.743232:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:0.0:1789635695.743275:0:23416:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:0.0:1789635695.743295:0:23416:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d044791b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23416:1876568427466112:0@lo:7:osp-pre-1-1.0 00000100:00100000:0.0:1789635695.743357:0:23416:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635695.743375:0:23416:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d057ae00000 going to sleep for 11 seconds 00000100:00100000:0.0:1789635695.743487:0:24177:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427466112 00000100:00100000:0.0:1789635695.743495:0:24177:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427466112 00000100:00100000:0.0:1789635695.743535:0:24177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789635695.743543:0:24177:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22687:x1876568427465600:12345-0@lo:5:osp-pre-1-0.0 00000100:00080000:0.0:1789635695.743747:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:0.0:1789635695.743799:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0543294a80 x1876568427464320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635711 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789635695.743824:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0543294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3640:1876568427464320:0@lo:400:kworker.0 00000100:00100000:0.0:1789635695.743842:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0543297800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1876568427463936:0@lo:400:kworker.0 00000100:00100000:1.0:1789635695.743955:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1876568427465984:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789635695.743988:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635695.744033:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427465984 00000100:00100000:1.0:1789635695.744037:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427465984 00000100:00100000:1.0:1789635695.744064:0:24182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789635695.744071:0:24182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056e017800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3643:x1876568427465984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1789635695.744085:0:24182:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789635695.744123:0:24182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056e017800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3643:x1876568427465984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635695.744129:0:24182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00002000:00080000:0.0:1789635695.744962:0:24752:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:0.0:1789635695.744972:0:24752:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:0.0:1789635695.744979:0:24752:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:35 to 0x280000401:65) 00010000:00080000:1.0:1789635695.745250:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0447918e00 x1876568427465984/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789635711 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789635695.745270:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1876568427465984:0@lo:13:osp-pre-1-1.0 00000004:00080000:3.0:1789635695.752558:0:23405:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00002000:00080000:3.0:1789635695.756932:0:24177:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:3.0:1789635695.756944:0:24177:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -59 00002000:02000040:3.0:1789635695.756950:0:24177:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:7 to 0x2c0000401:65) 00002000:00010000:0.0:1789635695.763479:0:24752:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789635695.763490:0:24752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005832b445/0xb0c3a59caa410c0f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.763506:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=714s v=(0 0) 00010000:00010000:0.0:1789635695.763511:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789635695.763517:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005832b445/0xb0c3a59caa410c0f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.763535:0:24752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005832b445/0xb0c3a59caa410c0f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.764410:0:24752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005832b445/0xb0c3a59caa410c0f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.764419:0:24752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005832b445/0xb0c3a59caa410c0f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.764453:0:24752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789635695.764522:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789635695.764530:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005832b445/0xb0c3a59caa410c0f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.764541:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0549f43400 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:1.0:1789635695.764546:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005832b445/0xb0c3a59caa410c0f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.764568:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005832b445/0xb0c3a59caa410c0f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.764587:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005832b445/0xb0c3a59caa410c0f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.764611:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005832b445/0xb0c3a59caa410c0f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.764634:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.764636:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.764638:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789635695.772493:0:24752:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789635695.772517:0:24752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000805cce2/0xb0c3a59caa410c16 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.772536:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=714s v=(0 0) 00010000:00010000:0.0:1789635695.772555:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789635695.772562:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000805cce2/0xb0c3a59caa410c16 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1789635695.772569:0:22640:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00010000:00010000:0.0:1789635695.772579:0:24752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000805cce2/0xb0c3a59caa410c16 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.772591:0:24752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000805cce2/0xb0c3a59caa410c16 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1789635695.772616:0:22640:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00010000:00010000:0.0:1789635695.772623:0:24752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000805cce2/0xb0c3a59caa410c16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.772649:0:24752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789635695.773015:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789635695.773022:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000805cce2/0xb0c3a59caa410c16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.773032:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0549f43200 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:3.0:1789635695.773037:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000805cce2/0xb0c3a59caa410c16 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.773047:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000805cce2/0xb0c3a59caa410c16 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.773066:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000805cce2/0xb0c3a59caa410c16 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.773073:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000805cce2/0xb0c3a59caa410c16 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.773094:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635695.773096:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635695.773098:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789635695.775758:0:24752:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789635695.775772:0:24752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000771742af/0xb0c3a59caa410c1d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.775790:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1789635695.775795:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635695.775802:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000771742af/0xb0c3a59caa410c1d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.775824:0:24752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000771742af/0xb0c3a59caa410c1d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.775835:0:24752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000771742af/0xb0c3a59caa410c1d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.775843:0:24752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000771742af/0xb0c3a59caa410c1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.775864:0:24752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789635695.775864:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789635695.775870:0:24177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c9d278e1/0xb0c3a59caa410c24 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.775877:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=714s v=(0 0) 00010000:00010000:1.0:1789635695.775880:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789635695.775884:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c9d278e1/0xb0c3a59caa410c24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.775897:0:24177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c9d278e1/0xb0c3a59caa410c24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.775904:0:24177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c9d278e1/0xb0c3a59caa410c24 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.775922:0:24177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c9d278e1/0xb0c3a59caa410c24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.775936:0:24177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789635695.776147:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789635695.776153:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000771742af/0xb0c3a59caa410c1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.776162:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488fee00 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:3.0:1789635695.776240:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000771742af/0xb0c3a59caa410c1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.776252:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000771742af/0xb0c3a59caa410c1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.776268:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000771742af/0xb0c3a59caa410c1d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.776275:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000771742af/0xb0c3a59caa410c1d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.776299:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789635695.776303:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c9d278e1/0xb0c3a59caa410c24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.776310:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0565530600 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:3.0:1789635695.776313:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c9d278e1/0xb0c3a59caa410c24 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.776421:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c9d278e1/0xb0c3a59caa410c24 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.776438:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c9d278e1/0xb0c3a59caa410c24 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.776446:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c9d278e1/0xb0c3a59caa410c24 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.776466:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635695.776468:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635695.776470:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635695.776479:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789635695.776588:0:24752:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789635695.776613:0:24752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d6795b4/0xb0c3a59caa410c2b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.776623:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=714s v=(0 0) 00010000:00010000:1.0:1789635695.776626:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789635695.776631:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d6795b4/0xb0c3a59caa410c2b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.776642:0:24752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001d6795b4/0xb0c3a59caa410c2b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.776651:0:24752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d6795b4/0xb0c3a59caa410c2b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.776658:0:24752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001d6795b4/0xb0c3a59caa410c2b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.776680:0:24752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789635695.776734:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789635695.776741:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001d6795b4/0xb0c3a59caa410c2b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.776748:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0565531a00 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:0.0:1789635695.776751:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001d6795b4/0xb0c3a59caa410c2b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.776760:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001d6795b4/0xb0c3a59caa410c2b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.776778:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001d6795b4/0xb0c3a59caa410c2b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.776786:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d6795b4/0xb0c3a59caa410c2b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.776803:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.776805:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.776807:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789635695.777087:0:24752:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789635695.777094:0:24752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000062830336/0xb0c3a59caa410c32 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.777110:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=714s v=(0 0) 00010000:00010000:1.0:1789635695.777113:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789635695.777117:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000062830336/0xb0c3a59caa410c32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.777125:0:24752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000062830336/0xb0c3a59caa410c32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.777134:0:24752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000062830336/0xb0c3a59caa410c32 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.777141:0:24752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000062830336/0xb0c3a59caa410c32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.777164:0:24752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789635695.777256:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789635695.777261:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000062830336/0xb0c3a59caa410c32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.777270:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0565530800 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:0.0:1789635695.777273:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000062830336/0xb0c3a59caa410c32 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.777282:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000062830336/0xb0c3a59caa410c32 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.777294:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000062830336/0xb0c3a59caa410c32 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.777302:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000062830336/0xb0c3a59caa410c32 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.777342:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.777345:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.777347:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789635695.779046:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789635695.779056:0:24177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c53fc248/0xb0c3a59caa410c39 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.779070:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1789635695.779080:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635695.779085:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c53fc248/0xb0c3a59caa410c39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.779098:0:24177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c53fc248/0xb0c3a59caa410c39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.779108:0:24177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c53fc248/0xb0c3a59caa410c39 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.779116:0:24177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c53fc248/0xb0c3a59caa410c39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.779138:0:24177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789635695.779344:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789635695.779350:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c53fc248/0xb0c3a59caa410c39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.779358:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488fe600 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:1.0:1789635695.779363:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c53fc248/0xb0c3a59caa410c39 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.779371:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c53fc248/0xb0c3a59caa410c39 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.779397:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c53fc248/0xb0c3a59caa410c39 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.779409:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c53fc248/0xb0c3a59caa410c39 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.779426:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.779428:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.779430:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789635695.780800:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789635695.780811:0:24177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fbb79571/0xb0c3a59caa410c40 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.780824:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1789635695.780828:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635695.781659:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fbb79571/0xb0c3a59caa410c40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.781681:0:24177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fbb79571/0xb0c3a59caa410c40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.781703:0:24177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fbb79571/0xb0c3a59caa410c40 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.781724:0:24177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fbb79571/0xb0c3a59caa410c40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.782113:0:24177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789635695.782471:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789635695.782479:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fbb79571/0xb0c3a59caa410c40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.782489:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488ff800 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:0.0:1789635695.782493:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fbb79571/0xb0c3a59caa410c40 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.782503:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fbb79571/0xb0c3a59caa410c40 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.782523:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fbb79571/0xb0c3a59caa410c40 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.782530:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fbb79571/0xb0c3a59caa410c40 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.782553:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.782554:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.782556:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789635695.783666:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789635695.783675:0:24177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a4616b40/0xb0c3a59caa410c47 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.783689:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1789635695.783693:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635695.783699:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4616b40/0xb0c3a59caa410c47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.783712:0:24177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a4616b40/0xb0c3a59caa410c47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.783721:0:24177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a4616b40/0xb0c3a59caa410c47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.783729:0:24177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a4616b40/0xb0c3a59caa410c47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.783930:0:24177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789635695.783940:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789635695.783946:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a4616b40/0xb0c3a59caa410c47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.783962:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488fe000 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:3.0:1789635695.783967:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4616b40/0xb0c3a59caa410c47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.783975:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4616b40/0xb0c3a59caa410c47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.783989:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a4616b40/0xb0c3a59caa410c47 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.783997:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4616b40/0xb0c3a59caa410c47 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.784013:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635695.784015:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635695.784016:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789635695.785162:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789635695.785173:0:24177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005834214f/0xb0c3a59caa410c4e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.785187:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1789635695.785191:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635695.785197:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005834214f/0xb0c3a59caa410c4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.785208:0:24177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005834214f/0xb0c3a59caa410c4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.785227:0:24177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005834214f/0xb0c3a59caa410c4e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.785234:0:24177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005834214f/0xb0c3a59caa410c4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.785251:0:24177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789635695.785261:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789635695.785266:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005834214f/0xb0c3a59caa410c4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.785273:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488fe800 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:3.0:1789635695.785277:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005834214f/0xb0c3a59caa410c4e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.785285:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005834214f/0xb0c3a59caa410c4e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.785298:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005834214f/0xb0c3a59caa410c4e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.785304:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005834214f/0xb0c3a59caa410c4e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.785332:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635695.785338:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635695.785340:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789635695.785982:0:24752:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789635695.785991:0:24752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000deaab9c2/0xb0c3a59caa410c55 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.786002:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=714s v=(0 0) 00010000:00010000:2.0:1789635695.786007:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789635695.786012:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000deaab9c2/0xb0c3a59caa410c55 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.786026:0:24752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000deaab9c2/0xb0c3a59caa410c55 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.786036:0:24752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000deaab9c2/0xb0c3a59caa410c55 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.786045:0:24752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000deaab9c2/0xb0c3a59caa410c55 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.786062:0:24752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789635695.786422:0:24752:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789635695.786429:0:24752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bea4ca2e/0xb0c3a59caa410c5c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.786438:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=714s v=(0 0) 00010000:00010000:2.0:1789635695.786442:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789635695.786447:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bea4ca2e/0xb0c3a59caa410c5c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.786477:0:24752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bea4ca2e/0xb0c3a59caa410c5c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.786488:0:24752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bea4ca2e/0xb0c3a59caa410c5c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.786496:0:24752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bea4ca2e/0xb0c3a59caa410c5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.786515:0:24752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789635695.786641:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789635695.786648:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000deaab9c2/0xb0c3a59caa410c55 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.786657:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a3e00 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:2.0:1789635695.786662:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000deaab9c2/0xb0c3a59caa410c55 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.786671:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000deaab9c2/0xb0c3a59caa410c55 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.786687:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000deaab9c2/0xb0c3a59caa410c55 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.786697:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000deaab9c2/0xb0c3a59caa410c55 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.786720:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789635695.786889:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789635695.786892:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789635695.786896:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789635695.787623:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789635695.787632:0:24177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021d82e89/0xb0c3a59caa410c63 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.787641:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1789635695.787645:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635695.787649:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021d82e89/0xb0c3a59caa410c63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.787659:0:24177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000021d82e89/0xb0c3a59caa410c63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.787668:0:24177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021d82e89/0xb0c3a59caa410c63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.787674:0:24177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000021d82e89/0xb0c3a59caa410c63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.787688:0:24177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789635695.787696:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789635695.787700:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000021d82e89/0xb0c3a59caa410c63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.787707:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488fe200 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:3.0:1789635695.787710:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000021d82e89/0xb0c3a59caa410c63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.787724:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000021d82e89/0xb0c3a59caa410c63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.787751:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000021d82e89/0xb0c3a59caa410c63 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.787758:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021d82e89/0xb0c3a59caa410c63 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.787772:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635695.787773:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635695.787775:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789635695.788165:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789635695.788172:0:24177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008864ad8d/0xb0c3a59caa410c6a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.788181:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1789635695.788184:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635695.788188:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008864ad8d/0xb0c3a59caa410c6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.788197:0:24177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008864ad8d/0xb0c3a59caa410c6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.788205:0:24177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008864ad8d/0xb0c3a59caa410c6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.788219:0:24177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008864ad8d/0xb0c3a59caa410c6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.788242:0:24177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789635695.788532:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789635695.788539:0:24177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f073b15/0xb0c3a59caa410c71 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.788693:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1789635695.788698:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635695.788712:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f073b15/0xb0c3a59caa410c71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.788724:0:24177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f073b15/0xb0c3a59caa410c71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.788733:0:24177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f073b15/0xb0c3a59caa410c71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.788741:0:24177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005f073b15/0xb0c3a59caa410c71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.788751:0:24177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1789635695.789096:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789635695.789101:0:24177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000771742af/0xb0c3a59caa410c78 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.789114:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1789635695.789116:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635695.789120:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000771742af/0xb0c3a59caa410c78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.789129:0:24177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000771742af/0xb0c3a59caa410c78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.789136:0:24177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000771742af/0xb0c3a59caa410c78 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.789143:0:24177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000771742af/0xb0c3a59caa410c78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.789151:0:24177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:3.0:1789635695.789458:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789635695.789526:0:24177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000089720be8/0xb0c3a59caa410c7f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.789535:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1789635695.789539:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635695.789542:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000089720be8/0xb0c3a59caa410c7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.789635:0:24177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089720be8/0xb0c3a59caa410c7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.789654:0:24177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000089720be8/0xb0c3a59caa410c7f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.789661:0:24177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000089720be8/0xb0c3a59caa410c7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.789670:0:24177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1789635695.789729:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1789635695.789738:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008864ad8d/0xb0c3a59caa410c6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.789760:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488ff400 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:0.0:1789635695.789764:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008864ad8d/0xb0c3a59caa410c6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.789773:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008864ad8d/0xb0c3a59caa410c6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.789788:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008864ad8d/0xb0c3a59caa410c6a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.789795:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008864ad8d/0xb0c3a59caa410c6a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.789811:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1789635695.789815:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005f073b15/0xb0c3a59caa410c71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.789821:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488fec00 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:0.0:1789635695.789824:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005f073b15/0xb0c3a59caa410c71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.789831:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005f073b15/0xb0c3a59caa410c71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.789841:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005f073b15/0xb0c3a59caa410c71 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.789855:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f073b15/0xb0c3a59caa410c71 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.789872:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789635695.789875:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000771742af/0xb0c3a59caa410c78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.789882:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488fee00 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:0.0:1789635695.789885:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000771742af/0xb0c3a59caa410c78 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.789892:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000771742af/0xb0c3a59caa410c78 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.789903:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000771742af/0xb0c3a59caa410c78 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.789910:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000771742af/0xb0c3a59caa410c78 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.789921:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789635695.789924:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000089720be8/0xb0c3a59caa410c7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.789930:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488ff200 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:0.0:1789635695.789940:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000089720be8/0xb0c3a59caa410c7f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.789949:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000089720be8/0xb0c3a59caa410c7f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.789960:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000089720be8/0xb0c3a59caa410c7f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.789968:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089720be8/0xb0c3a59caa410c7f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.789995:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.789996:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.789998:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789635695.790386:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789635695.790392:0:24177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1a72c81/0xb0c3a59caa410c86 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.790577:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1789635695.790583:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635695.790589:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1a72c81/0xb0c3a59caa410c86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.790619:0:24177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b1a72c81/0xb0c3a59caa410c86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.790630:0:24177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1a72c81/0xb0c3a59caa410c86 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.790638:0:24177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b1a72c81/0xb0c3a59caa410c86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.790672:0:24177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789635695.791653:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789635695.791663:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b1a72c81/0xb0c3a59caa410c86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.791674:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488fe400 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:0.0:1789635695.791678:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1a72c81/0xb0c3a59caa410c86 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.791688:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1a72c81/0xb0c3a59caa410c86 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.791704:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b1a72c81/0xb0c3a59caa410c86 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.791718:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1a72c81/0xb0c3a59caa410c86 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.791735:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.791737:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.791739:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789635695.792908:0:24752:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789635695.792919:0:24752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000068239b60/0xb0c3a59caa410c8d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.792933:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=714s v=(0 0) 00010000:00010000:2.0:1789635695.792937:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789635695.792943:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000068239b60/0xb0c3a59caa410c8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.792955:0:24752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000068239b60/0xb0c3a59caa410c8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.792965:0:24752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000068239b60/0xb0c3a59caa410c8d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.792973:0:24752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000068239b60/0xb0c3a59caa410c8d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.792994:0:24752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789635695.793025:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789635695.793033:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000068239b60/0xb0c3a59caa410c8d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.793042:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a2200 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:0.0:1789635695.793046:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000068239b60/0xb0c3a59caa410c8d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.793054:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000068239b60/0xb0c3a59caa410c8d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.793068:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000068239b60/0xb0c3a59caa410c8d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.793075:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000068239b60/0xb0c3a59caa410c8d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.793091:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.793093:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.793095:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789635695.794850:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789635695.795663:0:24177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf1150c9/0xb0c3a59caa410c94 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.795684:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=714s v=(0 0) 00010000:00010000:0.0:1789635695.795688:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789635695.795694:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cf1150c9/0xb0c3a59caa410c94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.795717:0:24177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cf1150c9/0xb0c3a59caa410c94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.795726:0:24177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cf1150c9/0xb0c3a59caa410c94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.795733:0:24177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cf1150c9/0xb0c3a59caa410c94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.795750:0:24177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789635695.795762:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789635695.795767:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cf1150c9/0xb0c3a59caa410c94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.795774:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0549f42400 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:0.0:1789635695.795779:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf1150c9/0xb0c3a59caa410c94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.795800:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cf1150c9/0xb0c3a59caa410c94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.795816:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cf1150c9/0xb0c3a59caa410c94 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.795824:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cf1150c9/0xb0c3a59caa410c94 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.795840:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.795842:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.795843:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789635695.798079:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789635695.798092:0:24177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000912fc1e7/0xb0c3a59caa410c9b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.798108:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=714s v=(0 0) 00010000:00010000:0.0:1789635695.798113:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789635695.798119:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000912fc1e7/0xb0c3a59caa410c9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.798132:0:24177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000912fc1e7/0xb0c3a59caa410c9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.798144:0:24177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000912fc1e7/0xb0c3a59caa410c9b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.798158:0:24177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000912fc1e7/0xb0c3a59caa410c9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.798181:0:24177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789635695.798505:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789635695.798513:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000912fc1e7/0xb0c3a59caa410c9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.798524:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0549f42800 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:1.0:1789635695.798528:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000912fc1e7/0xb0c3a59caa410c9b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.798538:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000912fc1e7/0xb0c3a59caa410c9b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.798555:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000912fc1e7/0xb0c3a59caa410c9b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.798563:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000912fc1e7/0xb0c3a59caa410c9b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.798610:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.798612:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.798614:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789635695.799975:0:24752:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789635695.799985:0:24752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da721a8f/0xb0c3a59caa410ca2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.800009:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=714s v=(0 0) 00010000:00010000:2.0:1789635695.800013:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789635695.800018:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000da721a8f/0xb0c3a59caa410ca2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.800031:0:24752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000da721a8f/0xb0c3a59caa410ca2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.800041:0:24752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000da721a8f/0xb0c3a59caa410ca2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.800048:0:24752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000da721a8f/0xb0c3a59caa410ca2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789635695.800094:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789635695.800101:0:24177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001b411168/0xb0c3a59caa410ca9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.800104:0:24752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789635695.800116:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=714s v=(0 0) 00010000:00010000:0.0:1789635695.800120:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789635695.800124:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001b411168/0xb0c3a59caa410ca9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.800136:0:24177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001b411168/0xb0c3a59caa410ca9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.800146:0:24177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001b411168/0xb0c3a59caa410ca9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.800154:0:24177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001b411168/0xb0c3a59caa410ca9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.803193:0:24177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789635695.805274:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789635695.805286:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000da721a8f/0xb0c3a59caa410ca2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.805300:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a2400 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:1.0:1789635695.805305:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000da721a8f/0xb0c3a59caa410ca2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.805328:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000da721a8f/0xb0c3a59caa410ca2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.805349:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000da721a8f/0xb0c3a59caa410ca2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.805988:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000da721a8f/0xb0c3a59caa410ca2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.806016:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789635695.806021:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001b411168/0xb0c3a59caa410ca9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.806028:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0549f42c00 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:1.0:1789635695.806041:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001b411168/0xb0c3a59caa410ca9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.806050:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001b411168/0xb0c3a59caa410ca9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.806063:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001b411168/0xb0c3a59caa410ca9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.806070:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001b411168/0xb0c3a59caa410ca9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.806093:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.806095:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.806098:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789635695.806228:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789635695.806236:0:24177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021d82e89/0xb0c3a59caa410cb0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.806249:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1789635695.806253:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635695.806260:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021d82e89/0xb0c3a59caa410cb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.806272:0:24177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000021d82e89/0xb0c3a59caa410cb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.806282:0:24177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000021d82e89/0xb0c3a59caa410cb0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.806290:0:24177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000021d82e89/0xb0c3a59caa410cb0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.806330:0:24177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789635695.807024:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789635695.807031:0:24177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005834214f/0xb0c3a59caa410cb7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.807041:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1789635695.807050:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635695.807055:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005834214f/0xb0c3a59caa410cb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.807066:0:24177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005834214f/0xb0c3a59caa410cb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.807075:0:24177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005834214f/0xb0c3a59caa410cb7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.807083:0:24177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005834214f/0xb0c3a59caa410cb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.807092:0:24177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1789635695.807312:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789635695.807326:0:24177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a4616b40/0xb0c3a59caa410cbe lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.807334:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1789635695.807337:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635695.807341:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4616b40/0xb0c3a59caa410cbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.807350:0:24177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a4616b40/0xb0c3a59caa410cbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.807358:0:24177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a4616b40/0xb0c3a59caa410cbe lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.807372:0:24177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a4616b40/0xb0c3a59caa410cbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.807381:0:24177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1789635695.807719:0:25136:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1789635695.807726:0:25136:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000021d82e89/0xb0c3a59caa410cb0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.807741:0:25136:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488fe200 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:0.0:1789635695.807745:0:25136:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000021d82e89/0xb0c3a59caa410cb0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.807755:0:25136:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000021d82e89/0xb0c3a59caa410cb0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.807770:0:25136:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000021d82e89/0xb0c3a59caa410cb0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.807777:0:25136:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021d82e89/0xb0c3a59caa410cb0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.807801:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bea4ca2e/0xb0c3a59caa410c5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.807808:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a2000 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:0.0:1789635695.807811:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bea4ca2e/0xb0c3a59caa410c5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.807819:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bea4ca2e/0xb0c3a59caa410c5c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.807830:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bea4ca2e/0xb0c3a59caa410c5c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.807849:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bea4ca2e/0xb0c3a59caa410c5c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.807978:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789635695.807983:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005834214f/0xb0c3a59caa410cb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.807991:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488fe800 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:0.0:1789635695.807994:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005834214f/0xb0c3a59caa410cb7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.808002:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005834214f/0xb0c3a59caa410cb7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.808013:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005834214f/0xb0c3a59caa410cb7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.808021:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005834214f/0xb0c3a59caa410cb7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.808034:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789635695.808038:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a4616b40/0xb0c3a59caa410cbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.808045:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488fe000 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:0.0:1789635695.808053:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4616b40/0xb0c3a59caa410cbe lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.808062:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4616b40/0xb0c3a59caa410cbe lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.808073:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a4616b40/0xb0c3a59caa410cbe lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.808081:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4616b40/0xb0c3a59caa410cbe lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.808093:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.808095:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.808097:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.808104:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.808105:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.808107:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789635695.808666:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789635695.808674:0:24177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005d084c98/0xb0c3a59caa410cc5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.808684:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1789635695.808688:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635695.808694:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d084c98/0xb0c3a59caa410cc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.808766:0:24177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d084c98/0xb0c3a59caa410cc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.808776:0:24177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005d084c98/0xb0c3a59caa410cc5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.808783:0:24177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005d084c98/0xb0c3a59caa410cc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.808831:0:24177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789635695.809232:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789635695.809238:0:24177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ec6d8b51/0xb0c3a59caa410ccc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.809253:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1789635695.809257:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635695.809261:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ec6d8b51/0xb0c3a59caa410ccc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.809271:0:24177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec6d8b51/0xb0c3a59caa410ccc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.809280:0:24177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ec6d8b51/0xb0c3a59caa410ccc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.809287:0:24177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ec6d8b51/0xb0c3a59caa410ccc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.809315:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789635695.809329:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005d084c98/0xb0c3a59caa410cc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.809337:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488ffa00 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:0.0:1789635695.809341:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005d084c98/0xb0c3a59caa410cc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.809350:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005d084c98/0xb0c3a59caa410cc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.809388:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005d084c98/0xb0c3a59caa410cc5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.809395:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d084c98/0xb0c3a59caa410cc5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.809421:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789635695.809425:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ec6d8b51/0xb0c3a59caa410ccc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.809433:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488ff000 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:0.0:1789635695.809436:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ec6d8b51/0xb0c3a59caa410ccc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.809444:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ec6d8b51/0xb0c3a59caa410ccc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.809446:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.809458:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ec6d8b51/0xb0c3a59caa410ccc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789635695.809459:0:24752:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789635695.809468:0:24752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000deaab9c2/0xb0c3a59caa410cd3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.809489:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789635695.809490:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=714s v=(0 0) 00010000:00010000:0.0:1789635695.809492:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789635695.809496:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789635695.809496:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789635695.809504:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000deaab9c2/0xb0c3a59caa410cd3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.809516:0:24752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000deaab9c2/0xb0c3a59caa410cd3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.809534:0:24752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000deaab9c2/0xb0c3a59caa410cd3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.809541:0:24752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000deaab9c2/0xb0c3a59caa410cd3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.809563:0:24752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789635695.810137:0:25136:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789635695.810144:0:25136:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000deaab9c2/0xb0c3a59caa410cd3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.810165:0:25136:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a3e00 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:0.0:1789635695.810169:0:25136:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000deaab9c2/0xb0c3a59caa410cd3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.810178:0:25136:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000deaab9c2/0xb0c3a59caa410cd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.810190:0:25136:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000deaab9c2/0xb0c3a59caa410cd3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.810198:0:25136:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000deaab9c2/0xb0c3a59caa410cd3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.810213:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.810215:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.810217:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789635695.810383:0:24752:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789635695.810389:0:24752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002fc91803/0xb0c3a59caa410cda lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.810408:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=714s v=(0 0) 00010000:00010000:2.0:1789635695.810412:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789635695.810417:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002fc91803/0xb0c3a59caa410cda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.810426:0:24752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002fc91803/0xb0c3a59caa410cda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.810435:0:24752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002fc91803/0xb0c3a59caa410cda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.810443:0:24752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002fc91803/0xb0c3a59caa410cda lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.810482:0:24752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789635695.810533:0:24177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789635695.810590:0:24177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec6d8b51/0xb0c3a59caa410ccc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.810673:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789635695.810678:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002fc91803/0xb0c3a59caa410cda lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.810686:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a3000 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:0.0:1789635695.810690:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002fc91803/0xb0c3a59caa410cda lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.810698:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002fc91803/0xb0c3a59caa410cda lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.810726:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002fc91803/0xb0c3a59caa410cda lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.810734:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002fc91803/0xb0c3a59caa410cda lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.810746:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.810747:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.810749:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789635695.811210:0:24752:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789635695.811217:0:24752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9feae82/0xb0c3a59caa410ce1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.811226:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=714s v=(0 0) 00010000:00010000:2.0:1789635695.811230:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789635695.811234:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9feae82/0xb0c3a59caa410ce1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.811244:0:24752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9feae82/0xb0c3a59caa410ce1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.811253:0:24752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e9feae82/0xb0c3a59caa410ce1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.811261:0:24752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e9feae82/0xb0c3a59caa410ce1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.811282:0:24752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789635695.811367:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789635695.811374:0:24177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc619866/0xb0c3a59caa410ce8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.811384:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1789635695.811388:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635695.811393:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bc619866/0xb0c3a59caa410ce8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.811397:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789635695.811405:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e9feae82/0xb0c3a59caa410ce1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.811423:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a3c00 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:3.0:1789635695.811426:0:24177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bc619866/0xb0c3a59caa410ce8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.811428:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9feae82/0xb0c3a59caa410ce1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.811445:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.811449:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9feae82/0xb0c3a59caa410ce1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.811461:0:24177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bc619866/0xb0c3a59caa410ce8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.811467:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e9feae82/0xb0c3a59caa410ce1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.811470:0:24177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bc619866/0xb0c3a59caa410ce8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.811489:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9feae82/0xb0c3a59caa410ce1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.811496:0:24177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789635695.811507:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789635695.811511:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bc619866/0xb0c3a59caa410ce8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.811519:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488ffc00 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:1.0:1789635695.811523:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc619866/0xb0c3a59caa410ce8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.811531:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bc619866/0xb0c3a59caa410ce8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.811544:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bc619866/0xb0c3a59caa410ce8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.811551:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bc619866/0xb0c3a59caa410ce8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.811564:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.811565:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.811567:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.811697:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789635695.812044:0:24752:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789635695.812051:0:24752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000068239b60/0xb0c3a59caa410cef lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.812061:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=714s v=(0 0) 00010000:00010000:2.0:1789635695.812071:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789635695.812075:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000068239b60/0xb0c3a59caa410cef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.812087:0:24752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000068239b60/0xb0c3a59caa410cef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.812095:0:24752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000068239b60/0xb0c3a59caa410cef lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.812103:0:24752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000068239b60/0xb0c3a59caa410cef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.812124:0:24752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789635695.812242:0:25136:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789635695.812248:0:25136:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000068239b60/0xb0c3a59caa410cef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1789635695.812257:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789635695.812257:0:25136:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a2200 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:0.0:1789635695.812262:0:25136:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000068239b60/0xb0c3a59caa410cef lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.812264:0:24177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a8a542fc/0xb0c3a59caa410cf6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.812284:0:25136:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000068239b60/0xb0c3a59caa410cef lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.812285:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1789635695.812293:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635695.812302:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a8a542fc/0xb0c3a59caa410cf6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.812308:0:25136:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000068239b60/0xb0c3a59caa410cef lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.812314:0:24177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a8a542fc/0xb0c3a59caa410cf6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.812327:0:25136:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000068239b60/0xb0c3a59caa410cef lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.812354:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.812356:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.812357:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635695.812642:0:24177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a8a542fc/0xb0c3a59caa410cf6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.812659:0:24177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a8a542fc/0xb0c3a59caa410cf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.812676:0:24177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789635695.812836:0:24752:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789635695.812843:0:24752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ca75410/0xb0c3a59caa410cfd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.812852:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=714s v=(0 0) 00010000:00010000:2.0:1789635695.812855:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789635695.812859:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ca75410/0xb0c3a59caa410cfd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1789635695.812980:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789635695.812987:0:24177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a29d02e8/0xb0c3a59caa410d04 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.812995:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1789635695.812998:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635695.813002:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a29d02e8/0xb0c3a59caa410d04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.813011:0:24177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a29d02e8/0xb0c3a59caa410d04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.813018:0:24177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a29d02e8/0xb0c3a59caa410d04 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.813024:0:24177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a29d02e8/0xb0c3a59caa410d04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.813046:0:24177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1789635695.813274:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789635695.813279:0:24177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1a72c81/0xb0c3a59caa410d0b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.813291:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1789635695.813293:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635695.813297:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1a72c81/0xb0c3a59caa410d0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.813305:0:24177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b1a72c81/0xb0c3a59caa410d0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.813313:0:24752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ca75410/0xb0c3a59caa410cfd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.813315:0:24177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1a72c81/0xb0c3a59caa410d0b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.813344:0:24752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ca75410/0xb0c3a59caa410cfd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.813345:0:24177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b1a72c81/0xb0c3a59caa410d0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.813357:0:24177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1789635695.813361:0:24752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ca75410/0xb0c3a59caa410cfd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.813373:0:24752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1789635695.813514:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1789635695.813520:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a8a542fc/0xb0c3a59caa410cf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.813527:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488ffe00 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:0.0:1789635695.813530:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a8a542fc/0xb0c3a59caa410cf6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.813537:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a8a542fc/0xb0c3a59caa410cf6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.813559:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a8a542fc/0xb0c3a59caa410cf6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.813566:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a8a542fc/0xb0c3a59caa410cf6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.813581:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1789635695.813584:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a29d02e8/0xb0c3a59caa410d04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.813589:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488fea00 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:0.0:1789635695.813623:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a29d02e8/0xb0c3a59caa410d04 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.813633:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a29d02e8/0xb0c3a59caa410d04 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.813645:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a29d02e8/0xb0c3a59caa410d04 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.813653:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a29d02e8/0xb0c3a59caa410d04 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.813666:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789635695.813670:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b1a72c81/0xb0c3a59caa410d0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.813676:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488fe400 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:0.0:1789635695.813680:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1a72c81/0xb0c3a59caa410d0b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.813687:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1a72c81/0xb0c3a59caa410d0b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.813696:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b1a72c81/0xb0c3a59caa410d0b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.813714:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1a72c81/0xb0c3a59caa410d0b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.813735:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789635695.813738:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ca75410/0xb0c3a59caa410cfd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.813744:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a3400 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:0.0:1789635695.813747:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ca75410/0xb0c3a59caa410cfd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.813755:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ca75410/0xb0c3a59caa410cfd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.813766:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ca75410/0xb0c3a59caa410cfd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.813772:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ca75410/0xb0c3a59caa410cfd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.813785:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.813787:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.813791:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.813797:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789635695.813828:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789635695.813833:0:24177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000089720be8/0xb0c3a59caa410d12 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.813840:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1789635695.813843:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635695.813846:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000089720be8/0xb0c3a59caa410d12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.813866:0:24177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089720be8/0xb0c3a59caa410d12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.813883:0:24177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000089720be8/0xb0c3a59caa410d12 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1789635695.814046:0:24752:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789635695.814052:0:24752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005519c673/0xb0c3a59caa410d19 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.814060:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=714s v=(0 0) 00010000:00010000:2.0:1789635695.814063:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789635695.814067:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005519c673/0xb0c3a59caa410d19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.814076:0:24752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005519c673/0xb0c3a59caa410d19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.814084:0:24752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005519c673/0xb0c3a59caa410d19 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.814090:0:24752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005519c673/0xb0c3a59caa410d19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.814107:0:24752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789635695.814120:0:24177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000089720be8/0xb0c3a59caa410d12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.814135:0:24177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1789635695.814290:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789635695.814296:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005519c673/0xb0c3a59caa410d19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.814300:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789635695.814308:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a2600 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:1.0:1789635695.814309:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000089720be8/0xb0c3a59caa410d12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.814328:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005519c673/0xb0c3a59caa410d19 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.814345:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488ff200 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:0.0:1789635695.814348:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005519c673/0xb0c3a59caa410d19 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.814351:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000089720be8/0xb0c3a59caa410d12 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.814362:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005519c673/0xb0c3a59caa410d19 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.814369:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005519c673/0xb0c3a59caa410d19 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.814383:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.814385:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.814387:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.814392:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.814478:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000089720be8/0xb0c3a59caa410d12 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.814490:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000089720be8/0xb0c3a59caa410d12 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.814499:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089720be8/0xb0c3a59caa410d12 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.814512:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.814514:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.814516:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789635695.814817:0:24752:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789635695.814823:0:24752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf1150c9/0xb0c3a59caa410d20 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.814831:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=714s v=(0 0) 00010000:00010000:0.0:1789635695.814834:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789635695.814839:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cf1150c9/0xb0c3a59caa410d20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.814847:0:24752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf1150c9/0xb0c3a59caa410d20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.814930:0:24752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cf1150c9/0xb0c3a59caa410d20 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.814938:0:24752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cf1150c9/0xb0c3a59caa410d20 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.814953:0:24752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789635695.815243:0:24752:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789635695.815250:0:24752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000053b7c2d0/0xb0c3a59caa410d27 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.815258:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=714s v=(0 0) 00010000:00010000:0.0:1789635695.815261:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789635695.815265:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000053b7c2d0/0xb0c3a59caa410d27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.815274:0:24752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000053b7c2d0/0xb0c3a59caa410d27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.815282:0:24752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000053b7c2d0/0xb0c3a59caa410d27 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.815288:0:24752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000053b7c2d0/0xb0c3a59caa410d27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.815327:0:24752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789635695.815468:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789635695.815474:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cf1150c9/0xb0c3a59caa410d20 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.815483:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0549f42400 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:1.0:1789635695.815486:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf1150c9/0xb0c3a59caa410d20 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.815495:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cf1150c9/0xb0c3a59caa410d20 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.815514:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cf1150c9/0xb0c3a59caa410d20 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.815522:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf1150c9/0xb0c3a59caa410d20 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.815535:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789635695.815539:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000053b7c2d0/0xb0c3a59caa410d27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.815544:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0549f42e00 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:1.0:1789635695.815548:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000053b7c2d0/0xb0c3a59caa410d27 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.815556:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000053b7c2d0/0xb0c3a59caa410d27 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.815567:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000053b7c2d0/0xb0c3a59caa410d27 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.815576:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000053b7c2d0/0xb0c3a59caa410d27 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.815587:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.815588:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.815614:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789635695.815689:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789635695.815842:0:24752:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789635695.815847:0:24752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b837ff82/0xb0c3a59caa410d2e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.815856:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=714s v=(0 0) 00010000:00010000:0.0:1789635695.815859:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789635695.815863:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b837ff82/0xb0c3a59caa410d2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.815935:0:24752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b837ff82/0xb0c3a59caa410d2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.815944:0:24752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b837ff82/0xb0c3a59caa410d2e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.815951:0:24752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b837ff82/0xb0c3a59caa410d2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.815971:0:24752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789635695.816251:0:24752:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789635695.816257:0:24752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001b411168/0xb0c3a59caa410d35 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.816265:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789635695.816266:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=714s v=(0 0) 00010000:00010000:1.0:1789635695.816272:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b837ff82/0xb0c3a59caa410d2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.816279:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789635695.816287:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0549f43600 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:0.0:1789635695.816288:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001b411168/0xb0c3a59caa410d35 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.816293:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b837ff82/0xb0c3a59caa410d2e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.816309:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b837ff82/0xb0c3a59caa410d2e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.816325:0:24752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001b411168/0xb0c3a59caa410d35 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.816335:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b837ff82/0xb0c3a59caa410d2e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.816336:0:24752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001b411168/0xb0c3a59caa410d35 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.816357:0:24752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001b411168/0xb0c3a59caa410d35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.816377:0:24752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789635695.816474:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b837ff82/0xb0c3a59caa410d2e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.816492:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789635695.816496:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001b411168/0xb0c3a59caa410d35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.816502:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0549f42c00 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:1.0:1789635695.816506:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001b411168/0xb0c3a59caa410d35 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.816513:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001b411168/0xb0c3a59caa410d35 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.816529:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001b411168/0xb0c3a59caa410d35 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.816536:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001b411168/0xb0c3a59caa410d35 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.816549:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.816551:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.816553:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789635695.816561:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789635695.816702:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789635695.816709:0:24177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000771742af/0xb0c3a59caa410d3c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.816718:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1789635695.816721:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635695.816725:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000771742af/0xb0c3a59caa410d3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.816735:0:24177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000771742af/0xb0c3a59caa410d3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.816743:0:24177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000771742af/0xb0c3a59caa410d3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.816750:0:24177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000771742af/0xb0c3a59caa410d3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.816786:0:24177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789635695.816852:0:25136:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789635695.816859:0:25136:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000771742af/0xb0c3a59caa410d3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.816867:0:25136:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488fee00 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:1.0:1789635695.816870:0:25136:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000771742af/0xb0c3a59caa410d3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.816878:0:25136:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000771742af/0xb0c3a59caa410d3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.816889:0:25136:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000771742af/0xb0c3a59caa410d3c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.816896:0:25136:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000771742af/0xb0c3a59caa410d3c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.816921:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.816922:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.816924:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789635695.817628:0:24752:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789635695.817637:0:24752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000912fc1e7/0xb0c3a59caa410d43 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.817647:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=714s v=(0 0) 00010000:00010000:0.0:1789635695.817650:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789635695.817655:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000912fc1e7/0xb0c3a59caa410d43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.817665:0:24752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000912fc1e7/0xb0c3a59caa410d43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.817674:0:24752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000912fc1e7/0xb0c3a59caa410d43 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.817688:0:24752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000912fc1e7/0xb0c3a59caa410d43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.817719:0:24752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789635695.817943:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789635695.817949:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000912fc1e7/0xb0c3a59caa410d43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.817958:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0549f42800 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:1.0:1789635695.817961:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000912fc1e7/0xb0c3a59caa410d43 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.817982:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000912fc1e7/0xb0c3a59caa410d43 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.817997:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000912fc1e7/0xb0c3a59caa410d43 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.818005:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000912fc1e7/0xb0c3a59caa410d43 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.818023:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.818027:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.818028:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789635695.818058:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789635695.818066:0:24177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f073b15/0xb0c3a59caa410d4a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.818075:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1789635695.818079:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635695.818083:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f073b15/0xb0c3a59caa410d4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.818093:0:24177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f073b15/0xb0c3a59caa410d4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.818101:0:24177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005f073b15/0xb0c3a59caa410d4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.818108:0:24177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005f073b15/0xb0c3a59caa410d4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.818133:0:24177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789635695.818181:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789635695.818187:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005f073b15/0xb0c3a59caa410d4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.818208:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488fec00 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:1.0:1789635695.818211:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005f073b15/0xb0c3a59caa410d4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.818219:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005f073b15/0xb0c3a59caa410d4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.818231:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005f073b15/0xb0c3a59caa410d4a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.818239:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f073b15/0xb0c3a59caa410d4a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.818266:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.818268:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.818269:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789635695.818687:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789635695.818693:0:24177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ec6d8b51/0xb0c3a59caa410d51 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.818715:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1789635695.818725:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635695.818730:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ec6d8b51/0xb0c3a59caa410d51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.818750:0:24177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ec6d8b51/0xb0c3a59caa410d51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.818757:0:24177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ec6d8b51/0xb0c3a59caa410d51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.818764:0:24177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ec6d8b51/0xb0c3a59caa410d51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.818777:0:24177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789635695.819092:0:25136:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789635695.819098:0:25136:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ec6d8b51/0xb0c3a59caa410d51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.819107:0:25136:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488ff000 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:1.0:1789635695.819112:0:25136:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ec6d8b51/0xb0c3a59caa410d51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.819122:0:25136:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ec6d8b51/0xb0c3a59caa410d51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.819141:0:25136:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ec6d8b51/0xb0c3a59caa410d51 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.819150:0:25136:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ec6d8b51/0xb0c3a59caa410d51 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.819174:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.819176:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.819178:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789635695.819225:0:24752:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789635695.819232:0:24752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005832b445/0xb0c3a59caa410d58 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.819241:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=714s v=(0 0) 00010000:00010000:0.0:1789635695.819243:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789635695.819247:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005832b445/0xb0c3a59caa410d58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.819255:0:24752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005832b445/0xb0c3a59caa410d58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.819263:0:24752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005832b445/0xb0c3a59caa410d58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.819269:0:24752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005832b445/0xb0c3a59caa410d58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.819291:0:24752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789635695.819370:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789635695.819376:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005832b445/0xb0c3a59caa410d58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.819384:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0549f43400 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:1.0:1789635695.819388:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005832b445/0xb0c3a59caa410d58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.819397:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005832b445/0xb0c3a59caa410d58 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.819408:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005832b445/0xb0c3a59caa410d58 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.819416:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005832b445/0xb0c3a59caa410d58 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.819440:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.819442:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.819444:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789635695.820004:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789635695.820011:0:24177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008864ad8d/0xb0c3a59caa410d5f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.820019:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1789635695.820022:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635695.820027:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008864ad8d/0xb0c3a59caa410d5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.820036:0:24177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008864ad8d/0xb0c3a59caa410d5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.820044:0:24177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008864ad8d/0xb0c3a59caa410d5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.820059:0:24177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008864ad8d/0xb0c3a59caa410d5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.820079:0:24177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789635695.820281:0:24752:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789635695.820286:0:24752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000805cce2/0xb0c3a59caa410d66 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.820301:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=714s v=(0 0) 00010000:00010000:0.0:1789635695.820304:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789635695.820307:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000805cce2/0xb0c3a59caa410d66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.820325:0:24752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000805cce2/0xb0c3a59caa410d66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.820334:0:24752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000805cce2/0xb0c3a59caa410d66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.820336:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789635695.820343:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008864ad8d/0xb0c3a59caa410d5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.820347:0:24752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000805cce2/0xb0c3a59caa410d66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.820373:0:24752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789635695.820418:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488ff400 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:1.0:1789635695.820422:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008864ad8d/0xb0c3a59caa410d5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.820432:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008864ad8d/0xb0c3a59caa410d5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.820446:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008864ad8d/0xb0c3a59caa410d5f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.820453:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008864ad8d/0xb0c3a59caa410d5f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.820469:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789635695.820472:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000805cce2/0xb0c3a59caa410d66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.820479:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0549f43200 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:1.0:1789635695.820488:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000805cce2/0xb0c3a59caa410d66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.820497:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000805cce2/0xb0c3a59caa410d66 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.820508:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000805cce2/0xb0c3a59caa410d66 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.820513:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000805cce2/0xb0c3a59caa410d66 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.820526:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.820528:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.820530:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789635695.820562:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789635695.821026:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789635695.821033:0:24177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fbb79571/0xb0c3a59caa410d6d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.821041:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1789635695.821045:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635695.821049:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fbb79571/0xb0c3a59caa410d6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.821058:0:24177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fbb79571/0xb0c3a59caa410d6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.821067:0:24177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fbb79571/0xb0c3a59caa410d6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.821074:0:24177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fbb79571/0xb0c3a59caa410d6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.821089:0:24177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789635695.821344:0:24752:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789635695.821350:0:24752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c71f05d/0xb0c3a59caa410d74 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.821358:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=714s v=(0 0) 00010000:00010000:0.0:1789635695.821361:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789635695.821365:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001c71f05d/0xb0c3a59caa410d74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.821373:0:24752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001c71f05d/0xb0c3a59caa410d74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.821391:0:24752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001c71f05d/0xb0c3a59caa410d74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.821397:0:24752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001c71f05d/0xb0c3a59caa410d74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.821414:0:24752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789635695.821444:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789635695.821451:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fbb79571/0xb0c3a59caa410d6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.821460:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488ff800 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:1.0:1789635695.821464:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fbb79571/0xb0c3a59caa410d6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.821472:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fbb79571/0xb0c3a59caa410d6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.821486:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fbb79571/0xb0c3a59caa410d6d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.821503:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fbb79571/0xb0c3a59caa410d6d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.821519:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789635695.821522:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001c71f05d/0xb0c3a59caa410d74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.821529:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056ff54400 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:1.0:1789635695.821533:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001c71f05d/0xb0c3a59caa410d74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.821540:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001c71f05d/0xb0c3a59caa410d74 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.821551:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001c71f05d/0xb0c3a59caa410d74 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.821557:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001c71f05d/0xb0c3a59caa410d74 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.821570:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.821571:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.821575:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.821578:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789635695.822089:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789635695.822096:0:24177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c53fc248/0xb0c3a59caa410d7b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.822110:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1789635695.822113:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635695.822117:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c53fc248/0xb0c3a59caa410d7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.822127:0:24177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c53fc248/0xb0c3a59caa410d7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.822135:0:24177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c53fc248/0xb0c3a59caa410d7b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.822142:0:24177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c53fc248/0xb0c3a59caa410d7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.822157:0:24177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789635695.822314:0:25136:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789635695.822329:0:25136:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c53fc248/0xb0c3a59caa410d7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.822336:0:25136:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488fe600 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:2.0:1789635695.822340:0:25136:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c53fc248/0xb0c3a59caa410d7b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.822349:0:25136:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c53fc248/0xb0c3a59caa410d7b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.822365:0:25136:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c53fc248/0xb0c3a59caa410d7b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.822372:0:25136:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c53fc248/0xb0c3a59caa410d7b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.822388:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789635695.822389:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789635695.822391:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789635695.822517:0:24752:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789635695.822523:0:24752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d0f5faea/0xb0c3a59caa410d82 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.822531:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=714s v=(0 0) 00010000:00010000:0.0:1789635695.822534:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789635695.822538:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d0f5faea/0xb0c3a59caa410d82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.822557:0:24752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d0f5faea/0xb0c3a59caa410d82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.822566:0:24752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d0f5faea/0xb0c3a59caa410d82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.822573:0:24752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d0f5faea/0xb0c3a59caa410d82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.822716:0:24752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789635695.823381:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789635695.823387:0:24177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1a72c81/0xb0c3a59caa410d89 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.823396:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1789635695.823409:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635695.823414:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1a72c81/0xb0c3a59caa410d89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.823425:0:24177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b1a72c81/0xb0c3a59caa410d89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.823448:0:24177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1a72c81/0xb0c3a59caa410d89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.823454:0:24177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b1a72c81/0xb0c3a59caa410d89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789635695.823566:0:24752:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789635695.823571:0:24752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000024a74884/0xb0c3a59caa410d90 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.823579:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=714s v=(0 0) 00010000:00010000:0.0:1789635695.823582:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789635695.823586:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024a74884/0xb0c3a59caa410d90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.823615:0:24752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000024a74884/0xb0c3a59caa410d90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.823624:0:24752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000024a74884/0xb0c3a59caa410d90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.823631:0:24752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000024a74884/0xb0c3a59caa410d90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.824847:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1789635695.824857:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d0f5faea/0xb0c3a59caa410d82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.825140:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056ff54000 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:2.0:1789635695.825145:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0f5faea/0xb0c3a59caa410d82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.825168:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0f5faea/0xb0c3a59caa410d82 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.825186:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d0f5faea/0xb0c3a59caa410d82 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.825194:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d0f5faea/0xb0c3a59caa410d82 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.825219:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789635695.825223:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b1a72c81/0xb0c3a59caa410d89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.825229:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488fe400 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:2.0:1789635695.825233:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1a72c81/0xb0c3a59caa410d89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.825240:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1a72c81/0xb0c3a59caa410d89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.825250:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b1a72c81/0xb0c3a59caa410d89 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.825257:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789635695.825260:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000024a74884/0xb0c3a59caa410d90 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.825272:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056ff54e00 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:2.0:1789635695.825275:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000024a74884/0xb0c3a59caa410d90 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.825283:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000024a74884/0xb0c3a59caa410d90 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.825292:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000024a74884/0xb0c3a59caa410d90 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635695.825299:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789635695.825300:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789635695.825302:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.825411:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635695.825477:0:24177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1789635695.825484:0:24177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1a72c81/0xb0c3a59caa410d89 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1789635695.826182:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789635695.826189:0:24177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a29d02e8/0xb0c3a59caa410d97 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.826199:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1789635695.826203:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635695.826209:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a29d02e8/0xb0c3a59caa410d97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.826220:0:24177:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a29d02e8/0xb0c3a59caa410d97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.826229:0:24177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a29d02e8/0xb0c3a59caa410d97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.826248:0:24177:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a29d02e8/0xb0c3a59caa410d97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.826272:0:24177:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789635695.826409:0:24752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789635695.826416:0:24752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024a74884/0xb0c3a59caa410d90 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1789635695.826583:0:24177:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:6 00010000:00010000:0.0:1789635695.826619:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789635695.826627:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a29d02e8/0xb0c3a59caa410d97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.826645:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488fea00 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:0.0:1789635695.826650:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a29d02e8/0xb0c3a59caa410d97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.826659:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a29d02e8/0xb0c3a59caa410d97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.826674:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a29d02e8/0xb0c3a59caa410d97 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.826681:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a29d02e8/0xb0c3a59caa410d97 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635695.826701:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.826703:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789635695.826704:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789635695.826955:0:24177:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447919500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22687:x1876568427465600:12345-0@lo:5:osp-pre-1-0.0 Request processed in 83142us (96867us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635695.826967:0:24177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789635695.827018:0:22687:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447919f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22687:1876568427465600:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1789635695.827033:0:22687:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x6:0x0] 00000100:00100000:3.0:1789635695.827075:0:22687:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575ad9180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22687:1876568427466240:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1789635695.827107:0:22687:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635695.827137:0:22687:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d056fdfb600 going to sleep for 11 seconds 00000100:00100000:3.0:1789635695.827154:0:24177:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427466240 00000100:00100000:3.0:1789635695.827160:0:24177:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427466240 00000100:00100000:3.0:1789635695.827193:0:24177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1789635695.827201:0:24177:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d044791a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23416:x1876568427466112:12345-0@lo:7:osp-pre-1-1.0 00002000:00010000:3.0:1789635695.827821:0:24752:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789635695.827829:0:24752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a8a542fc/0xb0c3a59caa410d9e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.827840:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1789635695.827844:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635695.827848:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a8a542fc/0xb0c3a59caa410d9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.827927:0:24752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a8a542fc/0xb0c3a59caa410d9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.827939:0:24752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a8a542fc/0xb0c3a59caa410d9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.827946:0:24752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a8a542fc/0xb0c3a59caa410d9e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.827964:0:24752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789635695.828300:0:24752:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789635695.828306:0:24752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089720be8/0xb0c3a59caa410da5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.828325:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1789635695.828329:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635695.828334:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089720be8/0xb0c3a59caa410da5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.828344:0:24752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089720be8/0xb0c3a59caa410da5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.828354:0:24752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000089720be8/0xb0c3a59caa410da5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.828372:0:24752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000089720be8/0xb0c3a59caa410da5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.828389:0:24752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789635695.828538:0:25136:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789635695.828545:0:25136:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a8a542fc/0xb0c3a59caa410d9e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.828987:0:25136:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488ffe00 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:1.0:1789635695.828992:0:25136:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a8a542fc/0xb0c3a59caa410d9e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.829002:0:25136:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a8a542fc/0xb0c3a59caa410d9e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.829017:0:25136:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a8a542fc/0xb0c3a59caa410d9e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.829025:0:25136:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a8a542fc/0xb0c3a59caa410d9e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.829043:0:25136:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789635695.829047:0:25136:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000089720be8/0xb0c3a59caa410da5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.829053:0:25136:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488ff200 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:1.0:1789635695.829056:0:25136:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000089720be8/0xb0c3a59caa410da5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.829063:0:25136:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000089720be8/0xb0c3a59caa410da5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.829073:0:25136:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000089720be8/0xb0c3a59caa410da5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.829085:0:25136:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000089720be8/0xb0c3a59caa410da5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.829099:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.829101:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.829102:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789635695.829392:0:24752:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789635695.829453:0:24752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d084c98/0xb0c3a59caa410dac lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.829515:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=714s v=(0 0) 00010000:00010000:3.0:1789635695.829519:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635695.829524:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d084c98/0xb0c3a59caa410dac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.829535:0:24752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d084c98/0xb0c3a59caa410dac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.829544:0:24752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005d084c98/0xb0c3a59caa410dac lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.829686:0:24752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005d084c98/0xb0c3a59caa410dac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.829789:0:24752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789635695.830183:0:25136:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789635695.830188:0:25136:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005d084c98/0xb0c3a59caa410dac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.830197:0:25136:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488ffa00 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:1.0:1789635695.830201:0:25136:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005d084c98/0xb0c3a59caa410dac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.830210:0:25136:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005d084c98/0xb0c3a59caa410dac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.830223:0:25136:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005d084c98/0xb0c3a59caa410dac lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.830231:0:25136:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d084c98/0xb0c3a59caa410dac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.830345:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635695.830354:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789635695.830550:0:24752:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789635695.830683:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789635695.830686:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789635695.830688:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.830982:0:24752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000062830336/0xb0c3a59caa410db3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.830997:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=714s v=(0 0) 00010000:00010000:1.0:1789635695.831001:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789635695.831006:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000062830336/0xb0c3a59caa410db3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.831018:0:24752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000062830336/0xb0c3a59caa410db3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.831027:0:24752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000062830336/0xb0c3a59caa410db3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.831034:0:24752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000062830336/0xb0c3a59caa410db3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.831083:0:24752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789635695.831396:0:24752:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789635695.831401:0:24752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d6795b4/0xb0c3a59caa410dba lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.831418:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=714s v=(0 0) 00010000:00010000:1.0:1789635695.831422:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789635695.831426:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001d6795b4/0xb0c3a59caa410dba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.831435:0:24752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001d6795b4/0xb0c3a59caa410dba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.831453:0:24752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001d6795b4/0xb0c3a59caa410dba lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.831460:0:24752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001d6795b4/0xb0c3a59caa410dba lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.831681:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789635695.831688:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000062830336/0xb0c3a59caa410db3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.831696:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0565530800 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:3.0:1789635695.831919:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000062830336/0xb0c3a59caa410db3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.831931:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000062830336/0xb0c3a59caa410db3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.831946:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000062830336/0xb0c3a59caa410db3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.831953:0:22648:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000062830336/0xb0c3a59caa410db3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.831970:0:22648:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789635695.831973:0:22648:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001d6795b4/0xb0c3a59caa410dba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.831979:0:22648:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0565531a00 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:3.0:1789635695.831982:0:22648:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001d6795b4/0xb0c3a59caa410dba lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.831989:0:22648:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001d6795b4/0xb0c3a59caa410dba lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.832009:0:22648:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001d6795b4/0xb0c3a59caa410dba lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.832017:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635695.832018:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635695.832020:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.832104:0:24752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1789635695.832110:0:24752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001d6795b4/0xb0c3a59caa410dba lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:0.0:1789635695.832283:0:24177:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:0.0:1789635695.832289:0:24177:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1789635695.832392:0:24177:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d044791a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23416:x1876568427466112:12345-0@lo:7:osp-pre-1-1.0 Request processed in 5187us (89029us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635695.832401:0:24177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00002000:00010000:1.0:1789635695.832455:0:24752:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00000100:00100000:0.0:1789635695.832457:0:23416:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d044791b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23416:1876568427466112:0@lo:7:osp-pre-1-1.0 00000004:00080000:0.0:1789635695.832473:0:23416:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1789635695.832512:0:23416:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d044791b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23416:1876568427466368:0@lo:5:osp-pre-1-1.0 00010000:00010000:1.0:1789635695.832557:0:24752:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9d278e1/0xb0c3a59caa410dc1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.832568:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=714s v=(0 0) 00010000:00010000:1.0:1789635695.832571:0:24752:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789635695.832576:0:24752:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c9d278e1/0xb0c3a59caa410dc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.832586:0:24752:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c9d278e1/0xb0c3a59caa410dc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.832636:0:24752:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c9d278e1/0xb0c3a59caa410dc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635695.832656:0:24752:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c9d278e1/0xb0c3a59caa410dc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.832984:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789635695.832991:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c9d278e1/0xb0c3a59caa410dc1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.833000:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0565530600 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:3.0:1789635695.833004:0:22649:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9d278e1/0xb0c3a59caa410dc1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.833014:0:22649:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c9d278e1/0xb0c3a59caa410dc1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.833028:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c9d278e1/0xb0c3a59caa410dc1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635695.833036:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635695.833038:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635695.833040:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635695.833113:0:24752:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1789635695.833120:0:24752:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c9d278e1/0xb0c3a59caa410dc1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24752 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1789635695.833190:0:24752:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:34 00000100:00100000:0.0:1789635695.833268:0:23416:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635695.833313:0:23416:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0565a28600 going to sleep for 11 seconds 00010000:00010000:2.0:1789635695.833314:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789635695.833347:0:24180:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427466368 00000100:00100000:0.0:1789635695.833355:0:24180:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427466368 00000100:00100000:3.0:1789635695.833373:0:22685:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22685:1876568427465856:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1789635695.833388:0:22685:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x22:0x0] 00000100:00100000:0.0:1789635695.833456:0:24180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789635695.833467:0:24180:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22687:x1876568427466240:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1789635695.833503:0:24180:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:3.0:1789635695.833639:0:22685:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575ad9500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22685:1876568427466496:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1789635695.833711:0:24752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056e014700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22685:x1876568427465856:12345-0@lo:5:osp-pre-0-0.0 Request processed in 92721us (93420us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635695.833723:0:24752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789635695.833750:0:24752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789635695.833763:0:24752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23416:x1876568427466368:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1789635695.833783:0:24752:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1789635695.833816:0:24752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447919880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23416:x1876568427466368:12345-0@lo:5:osp-pre-1-1.0 Request processed in 60us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635695.833822:0:24752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789635695.833989:0:22685:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635695.834073:0:22685:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d05429d6540 going to sleep for 11 seconds 00000100:00100000:1.0:1789635695.834108:0:24752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427466496 00000100:00100000:1.0:1789635695.834114:0:24752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427466496 00000100:00100000:1.0:1789635695.834144:0:24752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789635695.834153:0:24752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0543297800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22685:x1876568427466496:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1789635695.834177:0:24752:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00000100:00100000:2.0:1789635695.834757:0:23416:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d044791b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23416:1876568427466368:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1789635695.834843:0:23416:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1789635695.834885:0:23416:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23416:1876568427466624:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1789635695.834922:0:23416:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635695.834956:0:23416:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d057432eb40 going to sleep for 11 seconds 00000100:00100000:2.0:1789635695.834974:0:24177:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:2.0:1789635695.834982:0:24177:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000100:00100000:3.0:1789635695.835440:0:24179:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:3.0:1789635695.835450:0:24179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427466624 00000100:00100000:3.0:1789635695.835457:0:24179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427466624 00000100:00100000:2.0:1789635695.844629:0:25138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789635695.844654:0:25138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23416:x1876568427466624:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1789635695.844699:0:25138:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00000001:00080000:3.0:1789635695.844948:0:24993:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:3.0:1789635695.844988:0:24993:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1789635695.844994:0:24993:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1789635695.845345:0:24180:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575adaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22687:x1876568427466240:12345-0@lo:5:osp-pre-1-0.0 Request processed in 11878us (18235us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1789635695.845355:0:24180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789635695.847190:0:22687:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901889 gen 2 00000100:00100000:3.0:1789635695.847203:0:22687:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0575ad9180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22687:1876568427466240:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1789635695.847219:0:22687:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00000001:00080000:2.0:1789635695.847443:0:24174:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:2.0:1789635695.847483:0:24174:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:0.0:1789635695.847751:0:24752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0543297800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22685:x1876568427466496:12345-0@lo:5:osp-pre-0-0.0 Request processed in 13598us (13760us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1789635695.847760:0:24752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789635695.847882:0:22685:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:3.0:1789635695.847888:0:22685:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0575ad9500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22685:1876568427466496:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1789635695.847899:0:22685:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00000100:00100000:0.0:1789635695.874840:0:25138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23416:x1876568427466624:12345-0@lo:5:osp-pre-1-1.0 Request processed in 30184us (39908us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1789635695.874854:0:25138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789635695.886924:0:23416:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c8380 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23416:1876568427466624:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1789635695.886944:0:23416:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:0.0:1789635695.887066:0:23416:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d044791b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23416:1876568427466752:0@lo:900:osp-pre-1-1.0 00000100:00100000:0.0:1789635695.887121:0:23416:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635695.887158:0:23416:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0565a28b40 going to sleep for 11 seconds 00000100:00100000:1.0:1789635695.887254:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427466752 00000100:00100000:1.0:1789635695.887261:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427466752 00000100:00100000:1.0:1789635695.887311:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789635695.887329:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447918a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23416:x1876568427466752:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1789635695.887397:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447918a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23416:x1876568427466752:12345-0@lo:900:osp-pre-1-1.0 Request processed in 78us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635695.887411:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1789635695.887639:0:23416:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d044791b480 x1876568427466752/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789635711 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789635695.887651:0:23416:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d044791b480 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23416:1876568427466752:0@lo:900:osp-pre-1-1.0 00010000:00010000:3.0:1789635696.099873:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789635697.009782:0:23425:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789635697.124229:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789635698.147856:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789635699.090441:0:25350:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg320-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1789635699.172091:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1789635699.842072:0:25403:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789635699.842349:0:25403:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1789635700.132068:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789635700.132091:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d044791b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1876568427466880:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789635700.132168:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635700.132223:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427466880 00000100:00100000:3.0:1789635700.132233:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427466880 00000100:00100000:3.0:1789635700.132300:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789635700.132312:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d044791b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1876568427466880:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789635700.132350:0:22666:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789635700.132404:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1876568427467136:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789635700.132413:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d044791b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1876568427466880:12345-0@lo:41:osp-pre-0-1.0 Request processed in 102us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635700.132438:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635700.132507:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789635700.132523:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427467136 00000100:00100000:3.0:1789635700.132527:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427467136 00000100:00100000:3.0:1789635700.132541:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789635700.132546:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1876568427467136:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789635700.132562:0:22666:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789635700.132627:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1876568427467136:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635700.132634:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789635700.132651:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1789635700.132660:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1876568427467008:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789635700.132689:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635700.132786:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d044791b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1876568427466880:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789635700.132924:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427467008 00000100:00100000:2.0:1789635700.132929:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427467008 00000100:00100000:1.0:1789635700.132939:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae97100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1876568427467136:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789635700.133112:0:24182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789635700.133120:0:24182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0543294a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1876568427467008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789635700.133141:0:24182:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915857920 avail 3684335616 00000100:00080000:0.0:1789635700.133165:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789635700.133191:0:24182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0543294a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1876568427467008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635700.133197:0:24182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789635700.133276:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1876568427467008:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1789635700.196137:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1789635700.625975:0:25453:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789635700.626370:0:25453:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:0.0:1789635700.941936:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635700.942021:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411619968 00000100:00100000:1.0:1789635700.942032:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411619968 00000100:00100000:1.0:1789635700.942078:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 112 00000100:00100000:1.0:1789635700.942086:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2395:x1876568411619968:12345-192.168.203.20@tcp:250:mount.lustre.0 00010000:00080000:1.0:1789635700.942114:0:22655:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from 68de1322-221d-478e-88fa-746459bdca41@192.168.203.20@tcp t0 exp 0000000000000000 cur 719 last 0 00000020:00000080:1.0:1789635700.942141:0:22655:0:(genops.c:1384:class_connect()) connect: client 68de1322-221d-478e-88fa-746459bdca41, cookie 0xb0c3a59caa410dc8 00000100:00080000:1.0:1789635700.942271:0:22655:0:(import.c:65:import_set_state_nolock()) ffff8d0448533000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789635700.942558:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68de1322-221d-478e-88fa-746459bdca41+5:2395:x1876568411619968:12345-192.168.203.20@tcp:250:mount.lustre.0 Request processed in 471us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635700.942583:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 112 00000100:00100000:3.0:1789635700.952475:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635700.952649:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411620096 00000100:00100000:1.0:1789635700.952661:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411620096 00000100:00100000:1.0:1789635700.952736:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 113 00000100:00100000:1.0:1789635700.952747:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:68de1322-221d-478e-88fa-746459bdca41+5:18034:x1876568411620096:12345-192.168.203.20@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789635700.952781:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789635700.952802:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0565530800/0xb0c3a59caa410dcf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab74554 expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635700.952837:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0565530800/0xb0c3a59caa410dcf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74554 expref: 6 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635700.952850:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0565530800/0xb0c3a59caa410dcf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74554 expref: 6 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635700.952860:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0565530800, rc 0) 00000100:00100000:1.0:1789635700.952921:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:68de1322-221d-478e-88fa-746459bdca41+6:18034:x1876568411620096:12345-192.168.203.20@tcp:101:mount.lustre.0 Request processed in 176us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635700.952928:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 113 00000100:00100000:0.0:1789635700.954651:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635700.954857:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411620224 00000100:00100000:1.0:1789635700.954870:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411620224 00000100:00100000:1.0:1789635700.954982:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 114 00000100:00100000:1.0:1789635700.954994:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68de1322-221d-478e-88fa-746459bdca41+6:18034:x1876568411620224:12345-192.168.203.20@tcp:501:mount.lustre.0 00000100:00100000:1.0:1789635700.955155:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68de1322-221d-478e-88fa-746459bdca41+6:18034:x1876568411620224:12345-192.168.203.20@tcp:501:mount.lustre.0 Request processed in 163us (515us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789635700.955164:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 114 00000100:00100000:0.0:1789635700.957525:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635700.957680:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411620352 00000100:00100000:2.0:1789635700.957694:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411620352 00000100:00100000:2.0:1789635700.957802:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 115 00000100:00100000:2.0:1789635700.957814:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68de1322-221d-478e-88fa-746459bdca41+6:18034:x1876568411620352:12345-192.168.203.20@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789635700.957860:0:22654:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789635700.957884:0:22654:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d056e1a2200/0xb0c3a59caa410dd6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab7455b expref: -99 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635700.957920:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d056e1a2200/0xb0c3a59caa410dd6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7455b expref: 7 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635700.957934:0:22654:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d056e1a2200/0xb0c3a59caa410dd6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7455b expref: 7 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635700.957967:0:22654:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056e1a2200, rc 0) 00000100:00100000:2.0:1789635700.958045:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68de1322-221d-478e-88fa-746459bdca41+7:18034:x1876568411620352:12345-192.168.203.20@tcp:101:mount.lustre.0 Request processed in 232us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635700.958052:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 115 00000100:00100000:3.0:1789635700.960043:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635700.960628:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411620480 00000100:00100000:2.0:1789635700.960642:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411620480 00000100:00100000:2.0:1789635700.960714:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 116 00000100:00100000:2.0:1789635700.960726:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68de1322-221d-478e-88fa-746459bdca41+7:18034:x1876568411620480:12345-192.168.203.20@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789635700.960951:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68de1322-221d-478e-88fa-746459bdca41+8:18034:x1876568411620480:12345-192.168.203.20@tcp:501:mount.lustre.0 Request processed in 226us (919us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635700.960959:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 116 00000100:00100000:0.0:1789635700.963466:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635700.963574:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411620608 00000100:00100000:2.0:1789635700.963588:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411620608 00000100:00100000:2.0:1789635700.963703:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 117 00000100:00100000:2.0:1789635700.963715:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a07850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68de1322-221d-478e-88fa-746459bdca41+8:18034:x1876568411620608:12345-192.168.203.20@tcp:503:mount.lustre.0 00000100:00100000:2.0:1789635700.963909:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a07850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68de1322-221d-478e-88fa-746459bdca41+8:18034:x1876568411620608:12345-192.168.203.20@tcp:503:mount.lustre.0 Request processed in 196us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635700.963922:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 117 00000100:00100000:0.0:1789635700.968284:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635700.968497:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411620736 00000100:00100000:1.0:1789635700.968510:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411620736 00000100:00100000:1.0:1789635700.968580:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 118 00000100:00100000:1.0:1789635700.968593:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68de1322-221d-478e-88fa-746459bdca41+8:18053:x1876568411620736:12345-192.168.203.20@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789635700.968838:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68de1322-221d-478e-88fa-746459bdca41+8:18053:x1876568411620736:12345-192.168.203.20@tcp:502:llog_process_th.0 Request processed in 247us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635700.968847:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 118 00000100:00100000:0.0:1789635700.983040:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635700.983420:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411620864 00000100:00100000:2.0:1789635700.983436:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411620864 00000100:00100000:2.0:1789635700.983514:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 119 00000100:00100000:2.0:1789635700.983527:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68de1322-221d-478e-88fa-746459bdca41+8:18053:x1876568411620864:12345-192.168.203.20@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789635700.983785:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68de1322-221d-478e-88fa-746459bdca41+8:18053:x1876568411620864:12345-192.168.203.20@tcp:502:llog_process_th.0 Request processed in 260us (760us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635700.983808:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 119 00000100:00100000:0.0:1789635700.991021:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:3.0:1789635700.992747:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411620992 00000100:00100000:3.0:1789635700.997744:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411620992 00000100:00100000:2.0:1789635700.998142:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 120 00000100:00100000:2.0:1789635700.998156:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:68de1322-221d-478e-88fa-746459bdca41+8:18053:x1876568411620992:12345-192.168.203.20@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789635700.998550:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:68de1322-221d-478e-88fa-746459bdca41+8:18053:x1876568411620992:12345-192.168.203.20@tcp:502:llog_process_th.0 Request processed in 393us (7539us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635700.998559:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 120 00000100:00100000:0.0:1789635701.008337:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635701.008501:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411621120 00000100:00100000:1.0:1789635701.008514:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411621120 00000100:00100000:1.0:1789635701.008637:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 121 00000100:00100000:1.0:1789635701.008647:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68de1322-221d-478e-88fa-746459bdca41+8:18034:x1876568411621120:12345-192.168.203.20@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789635701.008667:0:22655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789635701.008692:0:22655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0565530600/0xb0c3a59caa410ddd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab7458c expref: -99 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635701.008724:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0565530600/0xb0c3a59caa410ddd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7458c expref: 9 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635701.008733:0:22655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0565530600/0xb0c3a59caa410ddd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7458c expref: 9 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635701.008742:0:22655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0565530600, rc 0) 00000100:00100000:1.0:1789635701.008812:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68de1322-221d-478e-88fa-746459bdca41+9:18034:x1876568411621120:12345-192.168.203.20@tcp:101:mount.lustre.0 Request processed in 167us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635701.008817:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 121 00000100:00100000:0.0:1789635701.011530:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635701.011670:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411621248 00000100:00100000:2.0:1789635701.011684:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411621248 00000100:00100000:2.0:1789635701.011756:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 122 00000100:00100000:2.0:1789635701.011819:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:68de1322-221d-478e-88fa-746459bdca41+9:18034:x1876568411621248:12345-192.168.203.20@tcp:256:mount.lustre.0 20000000:01000000:2.0:1789635701.011854:0:22652:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1789635701.011886:0:22652:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1789635701.011890:0:22652:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1789635701.011894:0:22652:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1789635701.011897:0:22652:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1789635701.011900:0:22652:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:1.0:1789635701.014221:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:68de1322-221d-478e-88fa-746459bdca41+9:18034:x1876568411621248:12345-192.168.203.20@tcp:256:mount.lustre.0 Request processed in 2389us (2689us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635701.014255:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 122 00000100:00100000:1.0:1789635701.023022:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635701.023175:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411621376 00000100:00100000:2.0:1789635701.023189:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411621376 00000100:00100000:2.0:1789635701.023321:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 123 00000100:00100000:2.0:1789635701.023345:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654ea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68de1322-221d-478e-88fa-746459bdca41+9:18034:x1876568411621376:12345-192.168.203.20@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789635701.023480:0:22655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789635701.023505:0:22655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d056e1a2c00/0xb0c3a59caa410de4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab74593 expref: -99 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635701.023547:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d056e1a2c00/0xb0c3a59caa410de4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74593 expref: 10 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635701.023593:0:22655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d056e1a2c00/0xb0c3a59caa410de4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74593 expref: 10 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635701.023646:0:22655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056e1a2c00, rc 0) 00000100:00100000:2.0:1789635701.023735:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654ea850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68de1322-221d-478e-88fa-746459bdca41+10:18034:x1876568411621376:12345-192.168.203.20@tcp:101:mount.lustre.0 Request processed in 402us (803us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635701.023743:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 123 00000100:00100000:2.0:1789635701.026672:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635701.026839:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411621504 00000100:00100000:1.0:1789635701.026853:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411621504 00000100:00100000:1.0:1789635701.026918:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 124 00000100:00100000:1.0:1789635701.026932:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:68de1322-221d-478e-88fa-746459bdca41+10:18034:x1876568411621504:12345-192.168.203.20@tcp:501:mount.lustre.0 00000100:00100000:1.0:1789635701.027146:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654ebc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:68de1322-221d-478e-88fa-746459bdca41+10:18034:x1876568411621504:12345-192.168.203.20@tcp:501:mount.lustre.0 Request processed in 215us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635701.027154:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 124 00000100:00100000:3.0:1789635701.031815:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635701.032162:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411621632 00000100:00100000:2.0:1789635701.032178:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411621632 00000100:00100000:2.0:1789635701.032314:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 125 00000100:00100000:2.0:1789635701.032327:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654e9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68de1322-221d-478e-88fa-746459bdca41+10:18034:x1876568411621632:12345-192.168.203.20@tcp:503:mount.lustre.0 00000100:00100000:2.0:1789635701.032569:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654e9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68de1322-221d-478e-88fa-746459bdca41+10:18034:x1876568411621632:12345-192.168.203.20@tcp:503:mount.lustre.0 Request processed in 243us (767us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635701.032581:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 125 00000100:00100000:3.0:1789635701.039267:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635701.042965:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411621760 00000100:00100000:1.0:1789635701.042987:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411621760 00000100:00100000:1.0:1789635701.043108:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 126 00000100:00100000:1.0:1789635701.043120:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654e9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:68de1322-221d-478e-88fa-746459bdca41+10:18058:x1876568411621760:12345-192.168.203.20@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789635701.043570:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654e9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:68de1322-221d-478e-88fa-746459bdca41+10:18058:x1876568411621760:12345-192.168.203.20@tcp:502:llog_process_th.0 Request processed in 449us (4316us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635701.043580:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 126 00000100:00100000:3.0:1789635701.048302:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635701.048743:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411621888 00000100:00100000:1.0:1789635701.048757:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411621888 00000100:00100000:1.0:1789635701.048852:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 127 00000100:00100000:1.0:1789635701.048865:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:68de1322-221d-478e-88fa-746459bdca41+10:18058:x1876568411621888:12345-192.168.203.20@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789635701.049071:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654e8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:68de1322-221d-478e-88fa-746459bdca41+10:18058:x1876568411621888:12345-192.168.203.20@tcp:502:llog_process_th.0 Request processed in 208us (790us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635701.049080:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 127 00000100:00100000:3.0:1789635701.055285:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635701.056423:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411622016 00000100:00100000:1.0:1789635701.056462:0:22660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411622016 00000100:00100000:1.0:1789635701.056537:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 7 00000100:00100000:1.0:1789635701.056548:0:22660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0543297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2395:x1876568411622016:12345-192.168.203.20@tcp:38:mount.lustre.0 00010000:00080000:1.0:1789635701.056587:0:22660:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from facafac1-3183-4197-a213-e13aef5177d3@192.168.203.20@tcp t0 exp 0000000000000000 cur 719 last 0 00000020:00000080:1.0:1789635701.056694:0:22660:0:(genops.c:1384:class_connect()) connect: client facafac1-3183-4197-a213-e13aef5177d3, cookie 0xb0c3a59caa410deb 00000004:00100000:1.0:1789635701.056726:0:22660:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:1.0:1789635701.056997:0:22660:0:(import.c:65:import_set_state_nolock()) ffff8d0448534800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789635701.057095:0:22660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0543297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:facafac1-3183-4197-a213-e13aef5177d3+6:2395:x1876568411622016:12345-192.168.203.20@tcp:38:mount.lustre.0 Request processed in 548us (1832us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635701.057103:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 7 00000100:00100000:3.0:1789635701.060001:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635701.060123:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411622272 00000100:00100000:0.0:1789635701.060135:0:22662:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411622272 00000100:00100000:0.0:1789635701.060205:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 8 00000100:00100000:0.0:1789635701.060216:0:22662:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0543296a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2395:x1876568411622272:12345-192.168.203.20@tcp:38:mount.lustre.0 00010000:00080000:0.0:1789635701.060258:0:22662:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from facafac1-3183-4197-a213-e13aef5177d3@192.168.203.20@tcp t0 exp 0000000000000000 cur 719 last 0 00000020:00000080:0.0:1789635701.060341:0:22662:0:(genops.c:1384:class_connect()) connect: client facafac1-3183-4197-a213-e13aef5177d3, cookie 0xb0c3a59caa410df2 00000004:00100000:0.0:1789635701.060541:0:22662:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:0.0:1789635701.060845:0:22662:0:(import.c:65:import_set_state_nolock()) ffff8d057b5c9000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789635701.060941:0:22662:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0543296a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:facafac1-3183-4197-a213-e13aef5177d3+6:2395:x1876568411622272:12345-192.168.203.20@tcp:38:mount.lustre.0 Request processed in 725us (955us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635701.060949:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 8 00000100:00100000:3.0:1789635701.066052:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:3.0:1789635701.066099:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:3.0:1789635701.066132:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635701.066258:0:23927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411622528 00000100:00100000:2.0:1789635701.066272:0:23927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411622528 00000100:00080000:3.0:1789635701.066530:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789635701.066588:0:23927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411622400 00000100:00100000:2.0:1789635701.066593:0:23927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411622400 00000100:00100000:2.0:1789635701.066651:0:23927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411622144 00000100:00100000:2.0:1789635701.066654:0:23927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411622144 00000100:00100000:2.0:1789635701.066670:0:23927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 9 00000100:00100000:2.0:1789635701.066681:0:23927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0543295180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:facafac1-3183-4197-a213-e13aef5177d3+7:18034:x1876568411622528:12345-192.168.203.20@tcp:41:mount.lustre.0 00000004:00000024:2.0:1789635701.066732:0:23927:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789635701.066841:0:23927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0543295180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:facafac1-3183-4197-a213-e13aef5177d3+7:18034:x1876568411622528:12345-192.168.203.20@tcp:41:mount.lustre.0 Request processed in 162us (805us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635701.066870:0:23927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 9 00000100:00100000:2.0:1789635701.066892:0:23927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 10 00000100:00100000:2.0:1789635701.066897:0:23927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0543297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:facafac1-3183-4197-a213-e13aef5177d3+6:0:x1876568411622400:12345-192.168.203.20@tcp:41:mount.lustre.0 00000004:00000024:2.0:1789635701.066917:0:23927:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789635701.066954:0:23927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0543297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:facafac1-3183-4197-a213-e13aef5177d3+6:0:x1876568411622400:12345-192.168.203.20@tcp:41:mount.lustre.0 Request processed in 56us (854us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635701.066960:0:23927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 10 00000100:00100000:2.0:1789635701.066972:0:23927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 11 00000100:00100000:2.0:1789635701.066978:0:23927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0543294000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:facafac1-3183-4197-a213-e13aef5177d3+6:0:x1876568411622144:12345-192.168.203.20@tcp:41:mount.lustre.0 00000004:00000024:2.0:1789635701.066987:0:23927:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789635701.067007:0:23927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0543294000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:facafac1-3183-4197-a213-e13aef5177d3+6:0:x1876568411622144:12345-192.168.203.20@tcp:41:mount.lustre.0 Request processed in 29us (875us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635701.067014:0:23927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 11 00000100:00080000:2.0:1789635701.067030:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789635701.071162:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635701.071302:0:23927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411622656 00000100:00100000:2.0:1789635701.071315:0:23927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411622656 00000100:00100000:2.0:1789635701.071586:0:23927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 12 00000100:00100000:2.0:1789635701.071689:0:23927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d044791b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:facafac1-3183-4197-a213-e13aef5177d3+6:18034:x1876568411622656:12345-192.168.203.20@tcp:40:mount.lustre.0 00000100:00100000:2.0:1789635701.071857:0:23927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d044791b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:facafac1-3183-4197-a213-e13aef5177d3+6:18034:x1876568411622656:12345-192.168.203.20@tcp:40:mount.lustre.0 Request processed in 260us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635701.071866:0:23927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 12 00000100:00100000:2.0:1789635701.077784:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635701.077832:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635701.077863:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635701.078036:0:24177:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411622784 00000100:00100000:0.0:1789635701.078050:0:24177:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411622784 00000100:00100000:0.0:1789635701.078100:0:24177:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411622912 00000100:00100000:0.0:1789635701.078102:0:24177:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411622912 00000100:00100000:0.0:1789635701.078123:0:24177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 16 00000100:00100000:0.0:1789635701.078133:0:24177:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2395:x1876568411622784:12345-192.168.203.20@tcp:8:mount.lustre.0 00010000:00080000:0.0:1789635701.078193:0:24177:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from facafac1-3183-4197-a213-e13aef5177d3@192.168.203.20@tcp t0 exp 0000000000000000 cur 719 last 0 00000020:00000080:0.0:1789635701.078239:0:24177:0:(genops.c:1384:class_connect()) connect: client facafac1-3183-4197-a213-e13aef5177d3, cookie 0xb0c3a59caa410df9 00002000:00100000:0.0:1789635701.078261:0:24177:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli facafac1-3183-4197-a213-e13aef5177d3/ffff8d0577695000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1789635701.078284:0:24177:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:0.0:1789635701.078553:0:24177:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1789635701.078626:0:24177:0:(import.c:65:import_set_state_nolock()) ffff8d054b802000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789635701.078701:0:24177:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:facafac1-3183-4197-a213-e13aef5177d3+6:2395:x1876568411622784:12345-192.168.203.20@tcp:8:mount.lustre.0 Request processed in 568us (867us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635701.078710:0:24177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 16 00000100:00100000:0.0:1789635701.078734:0:24177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 17 00000100:00100000:0.0:1789635701.078739:0:24177:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447975f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2395:x1876568411622912:12345-192.168.203.20@tcp:8:mount.lustre.0 00010000:00080000:0.0:1789635701.078757:0:24177:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from facafac1-3183-4197-a213-e13aef5177d3@192.168.203.20@tcp t0 exp 0000000000000000 cur 719 last 0 00000020:00000080:0.0:1789635701.078777:0:24177:0:(genops.c:1384:class_connect()) connect: client facafac1-3183-4197-a213-e13aef5177d3, cookie 0xb0c3a59caa410e00 00002000:00100000:0.0:1789635701.078783:0:24177:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli facafac1-3183-4197-a213-e13aef5177d3/ffff8d05446bc800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1789635701.078797:0:24177:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1789635701.078918:0:24177:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1789635701.078936:0:24177:0:(import.c:65:import_set_state_nolock()) ffff8d05446bb800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789635701.078957:0:24177:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447975f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:facafac1-3183-4197-a213-e13aef5177d3+6:2395:x1876568411622912:12345-192.168.203.20@tcp:8:mount.lustre.0 Request processed in 217us (1092us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635701.078963:0:24177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 17 00000100:00100000:1.0:1789635701.080415:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411623040 00000100:00100000:1.0:1789635701.080429:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411623040 00000100:00100000:1.0:1789635701.080496:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 3 00000100:00100000:1.0:1789635701.080505:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:facafac1-3183-4197-a213-e13aef5177d3+6:18034:x1876568411623040:12345-192.168.203.20@tcp:900:mount.lustre.0 00000100:00100000:1.0:1789635701.080585:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:facafac1-3183-4197-a213-e13aef5177d3+6:18034:x1876568411623040:12345-192.168.203.20@tcp:900:mount.lustre.0 Request processed in 81us (2814us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635701.080592:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 3 00000001:00100000:0.0:1789635701.087572:0:24174:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of facafac1-3183-4197-a213-e13aef5177d3 00000100:00100000:2.0:1789635701.089364:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635701.089684:0:22663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411623168 00000100:00100000:0.0:1789635701.089698:0:22663:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411623168 00000100:00100000:0.0:1789635701.089811:0:22663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 0 00000100:00100000:0.0:1789635701.089834:0:22663:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447976d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:facafac1-3183-4197-a213-e13aef5177d3+6:18034:x1876568411623168:12345-192.168.203.20@tcp:33:mount.lustre.0 00000001:00100000:2.0:1789635701.090069:0:24993:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of facafac1-3183-4197-a213-e13aef5177d3 00000001:00080000:2.0:1789635701.090353:0:24993:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000004:00080000:2.0:1789635701.092049:0:22663:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 2094us 00000004:00200000:2.0:1789635701.119533:0:22663:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1789635701.119741:0:22663:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447976d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:facafac1-3183-4197-a213-e13aef5177d3+6:18034:x1876568411623168:12345-192.168.203.20@tcp:33:mount.lustre.0 Request processed in 29903us (30386us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635701.119761:0:22663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 0 00000100:00100000:3.0:1789635701.156185:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1876568427467776:0@lo:400:kworker.0 00000100:00100000:3.0:1789635701.156298:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635701.156342:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427468288:0@lo:400:kworker.0 00000100:00100000:2.0:1789635701.156349:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1876568427467520:0@lo:400:kworker.0 00000100:00100000:3.0:1789635701.156369:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635701.156453:0:25138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427467776 00000100:00100000:0.0:1789635701.156472:0:25138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427467776 00000100:00100000:0.0:1789635701.156552:0:25138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427468288 00000100:00100000:0.0:1789635701.156556:0:25138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427468288 00000100:00100000:0.0:1789635701.156583:0:25138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789635701.156621:0:25138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3642:x1876568427467776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635701.156698:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3643:1876568427467392:0@lo:400:kworker.0 00000100:00100000:3.0:1789635701.161795:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3642:1876568427468800:0@lo:400:kworker.0 00000100:00100000:3.0:1789635701.161900:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635701.165539:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635701.165640:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1876568427468032:0@lo:400:kworker.0 00000100:00100000:2.0:1789635701.165699:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635701.165921:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3640:1876568427468544:0@lo:400:kworker.0 00000100:00100000:2.0:1789635701.165962:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635701.165984:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447977b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1876568427469056:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789635701.166165:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635701.166307:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:2.0:1789635701.166319:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1876568427467648:0@lo:400:kworker.0 00000100:00100000:2.0:1789635701.166363:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635701.166391:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1876568427468160:0@lo:400:kworker.0 00000100:00100000:2.0:1789635701.166421:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635701.166437:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3640:1876568427468672:0@lo:400:kworker.0 00000100:00100000:2.0:1789635701.166465:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635701.166492:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d044791aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1876568427469184:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789635701.166538:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1789635701.166587:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789635701.166640:0:24180:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427467648 00000100:00100000:2.0:1789635701.166653:0:24180:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427467648 00000100:00100000:3.0:1789635701.171696:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427467520 00000100:00100000:3.0:1789635701.171721:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427467520 00000100:00100000:3.0:1789635701.171798:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427468032 00000100:00100000:3.0:1789635701.171802:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427468032 00000100:00100000:3.0:1789635701.171826:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1789635701.171838:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447974000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1876568427467520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789635701.172524:0:24180:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427468160 00000100:00100000:2.0:1789635701.172533:0:24180:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427468160 00000100:00100000:2.0:1789635701.172570:0:24180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789635701.172580:0:24180:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d044859ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427468288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635701.172907:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635701.172980:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575ad9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1876568427467264:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789635701.173021:0:24180:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d044859ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427468288:12345-0@lo:400:kworker.0 Request processed in 428us (16635us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635701.173108:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635701.173126:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876568427467904:0@lo:400:kworker.0 00000100:00100000:2.0:1789635701.173159:0:24180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789635701.173159:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635701.173190:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3643:1876568427468416:0@lo:400:kworker.0 00000100:00100000:1.0:1789635701.173234:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635701.173247:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3643:1876568427468928:0@lo:400:kworker.0 00000100:00100000:1.0:1789635701.173267:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635701.173293:0:24180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789635701.173304:0:24180:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1876568427467648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635701.173332:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427468800 00000100:00100000:1.0:1789635701.173339:0:22660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427468800 00000100:00100000:2.0:1789635701.173357:0:24180:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574710a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1876568427467648:12345-0@lo:400:kworker.0 Request processed in 56us (6992us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635701.173365:0:24180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789635701.173381:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427468544 00000100:00100000:2.0:1789635701.173386:0:24180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789635701.173386:0:22660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427468544 00000100:00100000:2.0:1789635701.173398:0:24180:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574711180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1876568427468160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635701.173410:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427468672 00000100:00100000:1.0:1789635701.173415:0:22660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427468672 00000100:00100000:1.0:1789635701.173435:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427467904 00000100:00100000:2.0:1789635701.173437:0:24180:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574711180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1876568427468160:12345-0@lo:400:kworker.0 Request processed in 40us (7014us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635701.173440:0:22660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427467904 00000100:00100000:2.0:1789635701.173448:0:24180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789635701.173460:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427468416 00000100:00100000:1.0:1789635701.173464:0:22660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427468416 00000100:00100000:2.0:1789635701.173484:0:24181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427469056 00000100:00100000:1.0:1789635701.173484:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427468928 00000100:00100000:1.0:1789635701.173490:0:22660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427468928 00000100:00100000:2.0:1789635701.173492:0:24181:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427469056 00000100:00100000:1.0:1789635701.173516:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789635701.173523:0:24181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427469184 00000100:00100000:1.0:1789635701.173528:0:22660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d044859b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1876568427468800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789635701.173529:0:24181:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427469184 00000100:00100000:2.0:1789635701.173548:0:24181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427467264 00000100:00100000:2.0:1789635701.173552:0:24181:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427467264 00000100:00100000:2.0:1789635701.173571:0:24181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789635701.173577:0:22660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d044859b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1876568427468800:12345-0@lo:400:kworker.0 Request processed in 53us (11677us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635701.173587:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789635701.173592:0:24181:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3640:x1876568427469056:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789635701.173626:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789635701.173634:0:22660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1876568427468544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635701.173664:0:22660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574710e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1876568427468544:12345-0@lo:400:kworker.0 Request processed in 32us (7702us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635701.173671:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789635701.173683:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789635701.173689:0:22660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1876568427468672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635701.173720:0:22660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574713100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1876568427468672:12345-0@lo:400:kworker.0 Request processed in 31us (7254us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635701.173734:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789635701.173746:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789635701.173753:0:22660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876568427467904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635701.173878:0:22660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1876568427467904:12345-0@lo:400:kworker.0 Request processed in 125us (720us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635701.173885:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789635701.173899:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789635701.173905:0:22660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1876568427468416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635701.173934:0:22660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1876568427468416:12345-0@lo:400:kworker.0 Request processed in 30us (698us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635701.173939:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789635701.173950:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789635701.173956:0:22660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1876568427468928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635701.173984:0:22660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1876568427468928:12345-0@lo:400:kworker.0 Request processed in 28us (715us total) trans 0 rc 0/0 00002000:00000024:2.0:1789635701.175833:0:24181:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:1.0:1789635701.181816:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1789635701.181818:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447974000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1876568427467520:12345-0@lo:400:kworker.0 Request processed in 2379us (8687us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635701.181837:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1789635701.181896:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1789635701.181919:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1876568427468032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635701.182058:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427467392 00000100:00100000:1.0:1789635701.182070:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427467392 00000100:00100000:3.0:1789635701.182076:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574713b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1876568427468032:12345-0@lo:400:kworker.0 Request processed in 168us (16375us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635701.182083:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1789635701.182133:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:1.0:1789635701.182143:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+24:3643:x1876568427467392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635701.182196:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+24:3643:x1876568427467392:12345-0@lo:400:kworker.0 Request processed in 56us (9290us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635701.182203:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:1.0:1789635701.182272:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3643:1876568427467392:0@lo:400:kworker.0 00010000:00080000:1.0:1789635701.182326:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d05654edf80 x1876568427467904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789635701.182338:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3643:1876568427467904:0@lo:400:kworker.0 00010000:00080000:1.0:1789635701.182350:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d05654ef800 x1876568427468416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789635701.182357:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3643:1876568427468416:0@lo:400:kworker.0 00010000:00080000:1.0:1789635701.182369:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d05654ed180 x1876568427468928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789635701.182376:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3643:1876568427468928:0@lo:400:kworker.0 00000100:00100000:2.0:1789635701.184723:0:24181:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574712d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3640:x1876568427469056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2358us (9782us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635701.184756:0:24181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789635701.184821:0:24181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789635701.185365:0:24181:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1876568427469184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789635701.185406:0:24181:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789635701.185617:0:24181:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574710700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1876568427469184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 762us (19054us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635701.185626:0:24181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789635701.185649:0:24181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789635701.185658:0:24181:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1876568427467264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789635701.185732:0:24181:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1789635701.186020:0:24181:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1876568427467264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 363us (12910us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635701.186027:0:24181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:2.0:1789635701.186064:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789635701.186072:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789635701.186075:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789635701.186154:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1876568427467776:0@lo:400:kworker.0 00000100:00100000:2.0:1789635701.186169:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901890 gen 2 00000100:00100000:2.0:1789635701.186192:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427468288:0@lo:400:kworker.0 00010000:00080000:2.0:1789635701.186211:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d05654eca80 x1876568427468800/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789635701.186247:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3642:1876568427468800:0@lo:400:kworker.0 00000100:00100000:2.0:1789635701.186307:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1876568427467648:0@lo:400:kworker.0 00000100:00100000:2.0:1789635701.186322:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1876568427468160:0@lo:400:kworker.0 00010000:00080000:2.0:1789635701.186335:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d05654ec380 x1876568427468672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789635701.186344:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3640:1876568427468672:0@lo:400:kworker.0 00000100:00100000:2.0:1789635701.186361:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d044791aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1876568427469184:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789635701.186374:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1876568427467520:0@lo:400:kworker.0 00000100:00100000:2.0:1789635701.186387:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1876568427468032:0@lo:400:kworker.0 00010000:00080000:2.0:1789635701.186399:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d05654ec000 x1876568427468544/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789635701.186406:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3640:1876568427468544:0@lo:400:kworker.0 00000100:00100000:2.0:1789635701.186431:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447977b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1876568427469056:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789635701.186704:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0575ad9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1876568427467264:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789635701.193752:0:25138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575ad9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3642:x1876568427467776:12345-0@lo:400:kworker.0 Request processed in 21668us (21963us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635701.193773:0:25138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:3.0:1789635701.221677:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789635701.316008:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635701.316236:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411623296 00000100:00100000:1.0:1789635701.316250:0:22660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411623296 00000100:00100000:1.0:1789635701.316345:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 13 00000100:00100000:1.0:1789635701.316360:0:22660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0448599f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:facafac1-3183-4197-a213-e13aef5177d3+6:18081:x1876568411623296:12345-192.168.203.20@tcp:101:mkdir.0 00010000:00010000:1.0:1789635701.316386:0:22660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789635701.316421:0:22660:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d0565531400/0xb0c3a59caa410e07 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab745c4 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635701.316511:0:22660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d0565530400/0xb0c3a59caa410e0e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635701.316528:0:22660:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d0565530400/0xb0c3a59caa410e0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635701.316546:0:22660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d0565530400/0xb0c3a59caa410e0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789635701.316687:0:22660:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1789635701.316691:0:22660:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789635701.316738:0:22660:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d0565530400/0xb0c3a59caa410e0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635701.316773:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d0565531400/0xb0c3a59caa410e07 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab745c4 expref: 8 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635701.316797:0:22660:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d0565530400/0xb0c3a59caa410e0e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab745c4 expref: 7 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635701.316807:0:22660:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d054d47f200) 00010000:00010000:1.0:1789635701.316810:0:22660:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789635701.316814:0:22660:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0565530400, rc 0) 00000100:00100000:1.0:1789635701.316900:0:22660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0448599f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:facafac1-3183-4197-a213-e13aef5177d3+7:18081:x1876568411623296:12345-192.168.203.20@tcp:101:mkdir.0 Request processed in 544us (906us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635701.316909:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 13 00010000:00010000:1.0:1789635702.243962:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789635702.568733:0:22693:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789635703.178965:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:3.0:1789635703.179067:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411623424 00000100:00100000:3.0:1789635703.179081:0:22662:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411623424 00000100:00100000:3.0:1789635703.179183:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 14 00000100:00100000:3.0:1789635703.179197:0:22662:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:facafac1-3183-4197-a213-e13aef5177d3+7:18133:x1876568411623424:12345-192.168.203.20@tcp:41:lfs.0 00000004:00000024:3.0:1789635703.179250:0:22662:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789635703.179401:0:22662:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:facafac1-3183-4197-a213-e13aef5177d3+7:18133:x1876568411623424:12345-192.168.203.20@tcp:41:lfs.0 Request processed in 207us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635703.179410:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 14 00000100:00080000:2.0:1789635703.179770:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789635703.181815:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635703.183968:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411623552 00000100:00100000:1.0:1789635703.183987:0:22660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411623552 00000100:00100000:0.0:1789635703.184630:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 15 00000100:00100000:0.0:1789635703.184647:0:22660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:facafac1-3183-4197-a213-e13aef5177d3+6:18133:x1876568411623552:12345-192.168.203.20@tcp:41:lfs.0 00000004:00000024:0.0:1789635703.184698:0:22660:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789635703.184845:0:22660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574710380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:facafac1-3183-4197-a213-e13aef5177d3+6:18133:x1876568411623552:12345-192.168.203.20@tcp:41:lfs.0 Request processed in 203us (3041us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635703.184853:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 15 00000100:00080000:2.0:1789635703.185166:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789635703.190174:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:3.0:1789635703.190328:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411623680 00000100:00100000:3.0:1789635703.190342:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411623680 00000100:00080000:2.0:1789635703.190490:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789635703.190522:0:24182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 9 00000100:00100000:3.0:1789635703.190540:0:24182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:facafac1-3183-4197-a213-e13aef5177d3+5:18133:x1876568411623680:12345-192.168.203.20@tcp:13:lfs.0 00002000:00000024:3.0:1789635703.190585:0:24182:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1789635703.190733:0:24182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:facafac1-3183-4197-a213-e13aef5177d3+5:18133:x1876568411623680:12345-192.168.203.20@tcp:13:lfs.0 Request processed in 196us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635703.190742:0:24182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 9 00000100:00100000:1.0:1789635703.193433:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635703.193509:0:24181:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411623808 00000100:00100000:2.0:1789635703.193523:0:24181:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411623808 00000100:00100000:2.0:1789635703.193693:0:24181:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 10 00000100:00100000:2.0:1789635703.193706:0:24181:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:facafac1-3183-4197-a213-e13aef5177d3+5:18133:x1876568411623808:12345-192.168.203.20@tcp:13:lfs.0 00002000:00000024:2.0:1789635703.193783:0:24181:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789635703.193898:0:24181:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:facafac1-3183-4197-a213-e13aef5177d3+5:18133:x1876568411623808:12345-192.168.203.20@tcp:13:lfs.0 Request processed in 194us (478us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635703.193906:0:24181:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 10 00000100:00080000:0.0:1789635703.194096:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1789635703.267914:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789635703.369733:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635703.373007:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411623936 00000100:00100000:1.0:1789635703.373244:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411623936 00000100:00100000:1.0:1789635703.373731:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 129 00000100:00100000:1.0:1789635703.373814:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68de1322-221d-478e-88fa-746459bdca41+10:18164:x1876568411623936:12345-192.168.203.20@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789635703.373858:0:22655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789635703.373884:0:22655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0565531a00/0xb0c3a59caa410e15 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab745cb expref: -99 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635703.373922:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0565531a00/0xb0c3a59caa410e15 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab745cb expref: 11 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635703.373935:0:22655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0565531a00/0xb0c3a59caa410e15 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab745cb expref: 11 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635703.373946:0:22655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0565531a00, rc 0) 00000100:00100000:1.0:1789635703.374085:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446ff050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68de1322-221d-478e-88fa-746459bdca41+11:18164:x1876568411623936:12345-192.168.203.20@tcp:101:mount.lustre.0 Request processed in 278us (4366us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635703.374093:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 129 00000100:00100000:1.0:1789635703.392573:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635703.393160:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411624064 00000100:00100000:0.0:1789635703.393175:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411624064 00000100:00100000:0.0:1789635703.393253:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 130 00000100:00100000:0.0:1789635703.393274:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446fc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68de1322-221d-478e-88fa-746459bdca41+11:18164:x1876568411624064:12345-192.168.203.20@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789635703.393515:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446fc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68de1322-221d-478e-88fa-746459bdca41+11:18164:x1876568411624064:12345-192.168.203.20@tcp:501:mount.lustre.0 Request processed in 243us (957us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635703.393524:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 130 00000100:00100000:0.0:1789635703.406525:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635703.406662:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411624192 00000100:00100000:2.0:1789635703.406675:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411624192 00000100:00100000:2.0:1789635703.406752:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 131 00000100:00100000:2.0:1789635703.406764:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68de1322-221d-478e-88fa-746459bdca41+11:18164:x1876568411624192:12345-192.168.203.20@tcp:503:mount.lustre.0 00000100:00100000:2.0:1789635703.407191:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68de1322-221d-478e-88fa-746459bdca41+11:18164:x1876568411624192:12345-192.168.203.20@tcp:503:mount.lustre.0 Request processed in 428us (678us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635703.407201:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 131 00000100:00100000:2.0:1789635703.411112:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635703.415399:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411624320 00000100:00100000:0.0:1789635703.415421:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411624320 00000100:00100000:0.0:1789635703.415529:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 132 00000100:00100000:0.0:1789635703.415565:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446fc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68de1322-221d-478e-88fa-746459bdca41+11:18172:x1876568411624320:12345-192.168.203.20@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789635703.415833:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446fc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68de1322-221d-478e-88fa-746459bdca41+11:18172:x1876568411624320:12345-192.168.203.20@tcp:502:llog_process_th.0 Request processed in 270us (4734us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635703.415842:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 132 00000100:00100000:0.0:1789635703.441810:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:3.0:1789635703.441942:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411624448 00000100:00100000:3.0:1789635703.441956:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411624448 00000100:00100000:3.0:1789635703.442029:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 133 00000100:00100000:3.0:1789635703.442040:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:68de1322-221d-478e-88fa-746459bdca41+11:18172:x1876568411624448:12345-192.168.203.20@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789635703.442325:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:68de1322-221d-478e-88fa-746459bdca41+11:18172:x1876568411624448:12345-192.168.203.20@tcp:502:llog_process_th.0 Request processed in 277us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635703.442335:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 133 00000100:00100000:1.0:1789635703.452239:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635703.452592:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411624576 00000100:00100000:2.0:1789635703.452636:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411624576 00000100:00100000:2.0:1789635703.452713:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 134 00000100:00100000:2.0:1789635703.452726:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68de1322-221d-478e-88fa-746459bdca41+11:18172:x1876568411624576:12345-192.168.203.20@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789635703.452929:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68de1322-221d-478e-88fa-746459bdca41+11:18172:x1876568411624576:12345-192.168.203.20@tcp:502:llog_process_th.0 Request processed in 206us (703us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635703.452938:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 134 00000100:00100000:2.0:1789635703.458789:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:3.0:1789635703.459331:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411624704 00000100:00100000:3.0:1789635703.459449:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411624704 00000100:00100000:3.0:1789635703.459537:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 135 00000100:00100000:3.0:1789635703.459550:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:68de1322-221d-478e-88fa-746459bdca41+11:18164:x1876568411624704:12345-192.168.203.20@tcp:101:mount.lustre.0 00010000:00010000:3.0:1789635703.459574:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789635703.459646:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d05488fe400/0xb0c3a59caa410e1c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab745fc expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635703.459709:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d05488fe400/0xb0c3a59caa410e1c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab745fc expref: 12 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635703.459723:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d05488fe400/0xb0c3a59caa410e1c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab745fc expref: 12 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635703.459734:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d05488fe400, rc 0) 00000100:00100000:3.0:1789635703.459828:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:68de1322-221d-478e-88fa-746459bdca41+12:18164:x1876568411624704:12345-192.168.203.20@tcp:101:mount.lustre.0 Request processed in 280us (1054us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635703.459835:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 135 00000100:00100000:1.0:1789635703.463245:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635703.463900:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411624832 00000100:00100000:0.0:1789635703.463916:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411624832 00000100:00100000:0.0:1789635703.463988:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 136 00000100:00100000:0.0:1789635703.463999:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68de1322-221d-478e-88fa-746459bdca41+12:18164:x1876568411624832:12345-192.168.203.20@tcp:256:mount.lustre.0 20000000:01000000:0.0:1789635703.464034:0:22654:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1789635703.464065:0:22654:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1789635703.464069:0:22654:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1789635703.464072:0:22654:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1789635703.464075:0:22654:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1789635703.464077:0:22654:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1789635703.466680:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68de1322-221d-478e-88fa-746459bdca41+12:18164:x1876568411624832:12345-192.168.203.20@tcp:256:mount.lustre.0 Request processed in 2668us (3436us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635703.466699:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 136 00000100:00100000:2.0:1789635703.471163:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635703.471287:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411624960 00000100:00100000:1.0:1789635703.471301:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411624960 00000100:00100000:1.0:1789635703.471392:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 137 00000100:00100000:1.0:1789635703.471404:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68de1322-221d-478e-88fa-746459bdca41+12:18164:x1876568411624960:12345-192.168.203.20@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789635703.471428:0:22655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789635703.471453:0:22655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0565531400/0xb0c3a59caa410e23 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab74603 expref: -99 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635703.471491:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0565531400/0xb0c3a59caa410e23 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74603 expref: 13 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635703.471528:0:22655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0565531400/0xb0c3a59caa410e23 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74603 expref: 13 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635703.471540:0:22655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0565531400, rc 0) 00000100:00100000:1.0:1789635703.471657:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446ff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68de1322-221d-478e-88fa-746459bdca41+13:18164:x1876568411624960:12345-192.168.203.20@tcp:101:mount.lustre.0 Request processed in 255us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635703.471664:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 137 00000100:00100000:1.0:1789635703.474158:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635703.474271:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411625088 00000100:00100000:0.0:1789635703.474283:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411625088 00000100:00100000:0.0:1789635703.474361:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 138 00000100:00100000:0.0:1789635703.474372:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68de1322-221d-478e-88fa-746459bdca41+13:18164:x1876568411625088:12345-192.168.203.20@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789635703.474565:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68de1322-221d-478e-88fa-746459bdca41+13:18164:x1876568411625088:12345-192.168.203.20@tcp:501:mount.lustre.0 Request processed in 194us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635703.474573:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 138 00000100:00100000:0.0:1789635703.476626:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:3.0:1789635703.479459:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411625216 00000100:00100000:3.0:1789635703.479480:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411625216 00000100:00100000:3.0:1789635703.479575:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 139 00000100:00100000:3.0:1789635703.479588:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:68de1322-221d-478e-88fa-746459bdca41+13:18164:x1876568411625216:12345-192.168.203.20@tcp:503:mount.lustre.0 00000100:00100000:3.0:1789635703.479852:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:68de1322-221d-478e-88fa-746459bdca41+13:18164:x1876568411625216:12345-192.168.203.20@tcp:503:mount.lustre.0 Request processed in 266us (3265us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635703.479861:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 139 00000100:00100000:2.0:1789635703.484672:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635703.485483:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411625344 00000100:00100000:1.0:1789635703.485498:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411625344 00000100:00100000:1.0:1789635703.485582:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 140 00000100:00100000:1.0:1789635703.485691:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05446fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68de1322-221d-478e-88fa-746459bdca41+13:18177:x1876568411625344:12345-192.168.203.20@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789635703.486146:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05446fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68de1322-221d-478e-88fa-746459bdca41+13:18177:x1876568411625344:12345-192.168.203.20@tcp:502:llog_process_th.0 Request processed in 553us (1488us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635703.486157:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 140 00000100:00100000:1.0:1789635703.488713:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635703.489266:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411625472 00000100:00100000:0.0:1789635703.489280:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411625472 00000100:00100000:0.0:1789635703.489528:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 141 00000100:00100000:0.0:1789635703.489542:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f72c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68de1322-221d-478e-88fa-746459bdca41+13:18177:x1876568411625472:12345-192.168.203.20@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789635703.489801:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f72c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68de1322-221d-478e-88fa-746459bdca41+13:18177:x1876568411625472:12345-192.168.203.20@tcp:502:llog_process_th.0 Request processed in 262us (1102us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635703.489811:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 141 00000100:00100000:1.0:1789635703.500104:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635703.500144:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635703.500580:0:23927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411625600 00000100:00100000:2.0:1789635703.500623:0:23927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411625600 00000100:00100000:2.0:1789635703.500678:0:23927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411625856 00000100:00100000:2.0:1789635703.500681:0:23927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411625856 00000100:00100000:2.0:1789635703.500703:0:23927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 16 00000100:00100000:2.0:1789635703.500712:0:23927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2395:x1876568411625600:12345-192.168.203.20@tcp:38:mount.lustre.0 00010000:00080000:2.0:1789635703.500749:0:23927:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from 23e40c64-b173-4c2b-a53e-406b21e4778b@192.168.203.20@tcp t0 exp 0000000000000000 cur 722 last 0 00000020:00000080:2.0:1789635703.500807:0:23927:0:(genops.c:1384:class_connect()) connect: client 23e40c64-b173-4c2b-a53e-406b21e4778b, cookie 0xb0c3a59caa410e2a 00000004:00100000:2.0:1789635703.500855:0:23927:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:2.0:1789635703.500974:0:23927:0:(import.c:65:import_set_state_nolock()) ffff8d056ff97800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789635703.501067:0:23927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23e40c64-b173-4c2b-a53e-406b21e4778b+6:2395:x1876568411625600:12345-192.168.203.20@tcp:38:mount.lustre.0 Request processed in 355us (975us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635703.501077:0:23927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 16 00000100:00100000:2.0:1789635703.501098:0:23927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 17 00000100:00100000:2.0:1789635703.501103:0:23927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2395:x1876568411625856:12345-192.168.203.20@tcp:38:mount.lustre.0 00010000:00080000:2.0:1789635703.501121:0:23927:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from 23e40c64-b173-4c2b-a53e-406b21e4778b@192.168.203.20@tcp t0 exp 0000000000000000 cur 722 last 0 00000020:00000080:2.0:1789635703.501147:0:23927:0:(genops.c:1384:class_connect()) connect: client 23e40c64-b173-4c2b-a53e-406b21e4778b, cookie 0xb0c3a59caa410e31 00000004:00100000:2.0:1789635703.501162:0:23927:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:2.0:1789635703.501210:0:23927:0:(import.c:65:import_set_state_nolock()) ffff8d056ff92800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789635703.501233:0:23927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23e40c64-b173-4c2b-a53e-406b21e4778b+6:2395:x1876568411625856:12345-192.168.203.20@tcp:38:mount.lustre.0 Request processed in 128us (1088us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635703.501240:0:23927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 17 00000100:00100000:2.0:1789635703.507254:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635703.507309:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635703.507438:0:23927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411626112 00000100:00100000:0.0:1789635703.507451:0:23927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411626112 00000100:00100000:0.0:1789635703.507536:0:23927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411625728 00000100:00100000:0.0:1789635703.507539:0:23927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411625728 00000100:00100000:0.0:1789635703.507564:0:23927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 18 00000100:00100000:0.0:1789635703.507577:0:23927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23e40c64-b173-4c2b-a53e-406b21e4778b+7:18164:x1876568411626112:12345-192.168.203.20@tcp:41:mount.lustre.0 00000004:00000024:0.0:1789635703.507662:0:23927:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789635703.507752:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 19 00000100:00100000:3.0:1789635703.507777:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23e40c64-b173-4c2b-a53e-406b21e4778b+7:0:x1876568411625728:12345-192.168.203.20@tcp:41:mount.lustre.0 00000004:00000024:3.0:1789635703.507792:0:22661:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00080000:1.0:1789635703.507851:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789635703.508003:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635703.508049:0:22660:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:1.0:1789635703.508061:0:22660:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:1.0:1789635703.508250:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411625984 00000100:00100000:1.0:1789635703.508266:0:22660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411625984 00000100:00080000:1.0:1789635703.508302:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789635703.508480:0:25466:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 20 00000100:00100000:1.0:1789635703.508490:0:25466:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:23e40c64-b173-4c2b-a53e-406b21e4778b+6:0:x1876568411625984:12345-192.168.203.20@tcp:41:mount.lustre.0 00000004:00000024:1.0:1789635703.508525:0:25466:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789635703.509607:0:23927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574711880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23e40c64-b173-4c2b-a53e-406b21e4778b+7:18164:x1876568411626112:12345-192.168.203.20@tcp:41:mount.lustre.0 Request processed in 2009us (2343us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635703.509620:0:23927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 18 00000100:00100000:3.0:1789635703.511244:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574711c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23e40c64-b173-4c2b-a53e-406b21e4778b+6:0:x1876568411625728:12345-192.168.203.20@tcp:41:mount.lustre.0 Request processed in 3468us (3919us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635703.511269:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 19 00000100:00100000:1.0:1789635703.512112:0:25466:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574711500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:23e40c64-b173-4c2b-a53e-406b21e4778b+6:0:x1876568411625984:12345-192.168.203.20@tcp:41:mount.lustre.0 Request processed in 3616us (4102us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635703.512123:0:25466:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 20 00000100:00100000:3.0:1789635703.521390:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635703.521527:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411626240 00000100:00100000:1.0:1789635703.521540:0:22660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411626240 00000100:00100000:1.0:1789635703.521648:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 21 00000100:00100000:1.0:1789635703.521660:0:22660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0448598700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23e40c64-b173-4c2b-a53e-406b21e4778b+6:18164:x1876568411626240:12345-192.168.203.20@tcp:40:mount.lustre.0 00000100:00100000:1.0:1789635703.521783:0:22660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0448598700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23e40c64-b173-4c2b-a53e-406b21e4778b+6:18164:x1876568411626240:12345-192.168.203.20@tcp:40:mount.lustre.0 Request processed in 124us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635703.521792:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 21 00000100:00100000:0.0:1789635703.526372:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635703.526412:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635703.526447:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635703.526552:0:24180:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411626368 00000100:00100000:2.0:1789635703.526566:0:24180:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411626368 00000100:00100000:2.0:1789635703.526660:0:24180:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411626496 00000100:00100000:2.0:1789635703.526683:0:24180:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411626496 00000100:00100000:2.0:1789635703.526710:0:24180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 18 00000100:00100000:2.0:1789635703.526720:0:24180:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2395:x1876568411626368:12345-192.168.203.20@tcp:8:mount.lustre.0 00010000:00080000:2.0:1789635703.526764:0:24180:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from 23e40c64-b173-4c2b-a53e-406b21e4778b@192.168.203.20@tcp t0 exp 0000000000000000 cur 722 last 0 00000020:00000080:2.0:1789635703.526815:0:24180:0:(genops.c:1384:class_connect()) connect: client 23e40c64-b173-4c2b-a53e-406b21e4778b, cookie 0xb0c3a59caa410e38 00002000:00100000:2.0:1789635703.526830:0:24180:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 23e40c64-b173-4c2b-a53e-406b21e4778b/ffff8d056ff90800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1789635703.526845:0:24180:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1789635703.526938:0:24180:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1789635703.526976:0:24180:0:(import.c:65:import_set_state_nolock()) ffff8d056ff94800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789635703.527061:0:24180:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:23e40c64-b173-4c2b-a53e-406b21e4778b+6:2395:x1876568411626368:12345-192.168.203.20@tcp:8:mount.lustre.0 Request processed in 339us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635703.527069:0:24180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 18 00000100:00100000:2.0:1789635703.527088:0:24180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 19 00000100:00100000:2.0:1789635703.527092:0:24180:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2395:x1876568411626496:12345-192.168.203.20@tcp:8:mount.lustre.0 00010000:00080000:2.0:1789635703.527108:0:24180:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from 23e40c64-b173-4c2b-a53e-406b21e4778b@192.168.203.20@tcp t0 exp 0000000000000000 cur 722 last 0 00000020:00000080:2.0:1789635703.527129:0:24180:0:(genops.c:1384:class_connect()) connect: client 23e40c64-b173-4c2b-a53e-406b21e4778b, cookie 0xb0c3a59caa410e3f 00002000:00100000:2.0:1789635703.527135:0:24180:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 23e40c64-b173-4c2b-a53e-406b21e4778b/ffff8d056ff96000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a27 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1789635703.527141:0:24180:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1789635703.527182:0:24180:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1789635703.527197:0:24180:0:(import.c:65:import_set_state_nolock()) ffff8d056ff97000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789635703.527218:0:24180:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447918700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:23e40c64-b173-4c2b-a53e-406b21e4778b+6:2395:x1876568411626496:12345-192.168.203.20@tcp:8:mount.lustre.0 Request processed in 124us (770us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635703.527225:0:24180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 19 00000100:00100000:1.0:1789635703.527431:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411626624 00000100:00100000:1.0:1789635703.527437:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411626624 00000100:00100000:1.0:1789635703.527485:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 4 00000100:00100000:1.0:1789635703.527493:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d044791a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:23e40c64-b173-4c2b-a53e-406b21e4778b+6:18164:x1876568411626624:12345-192.168.203.20@tcp:900:mount.lustre.0 00000100:00100000:1.0:1789635703.527534:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d044791a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:23e40c64-b173-4c2b-a53e-406b21e4778b+6:18164:x1876568411626624:12345-192.168.203.20@tcp:900:mount.lustre.0 Request processed in 43us (1176us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635703.527541:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 4 00000100:00100000:0.0:1789635703.530177:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:3.0:1789635703.530326:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411626752 00000100:00100000:3.0:1789635703.530349:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411626752 00000100:00100000:3.0:1789635703.530415:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 1 00000100:00100000:3.0:1789635703.530428:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d044791aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:23e40c64-b173-4c2b-a53e-406b21e4778b+6:18164:x1876568411626752:12345-192.168.203.20@tcp:33:mount.lustre.0 00000004:00200000:3.0:1789635703.530550:0:22664:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1789635703.530692:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d044791aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:23e40c64-b173-4c2b-a53e-406b21e4778b+6:18164:x1876568411626752:12345-192.168.203.20@tcp:33:mount.lustre.0 Request processed in 265us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635703.530700:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 1 00000100:00100000:2.0:1789635703.690441:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635703.690683:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411626880 00000100:00100000:0.0:1789635703.690696:0:22662:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411626880 00000100:00100000:0.0:1789635703.690980:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 22 00000100:00100000:0.0:1789635703.690993:0:22662:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23e40c64-b173-4c2b-a53e-406b21e4778b+6:18200:x1876568411626880:12345-192.168.203.20@tcp:101:mkdir.0 00010000:00010000:0.0:1789635703.691020:0:22662:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789635703.691057:0:22662:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54400/0xb0c3a59caa410e46 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab74634 expref: -99 pid: 22662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635703.691136:0:22662:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54000/0xb0c3a59caa410e4d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635703.691153:0:22662:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54000/0xb0c3a59caa410e4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635703.691171:0:22662:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54000/0xb0c3a59caa410e4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789635703.691692:0:22662:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1789635703.691699:0:22662:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789635703.691735:0:22662:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54000/0xb0c3a59caa410e4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635703.691879:0:22662:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54400/0xb0c3a59caa410e46 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74634 expref: 8 pid: 22662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635703.691904:0:22662:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54000/0xb0c3a59caa410e4d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74634 expref: 7 pid: 22662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635703.691915:0:22662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d054d47f200) 00010000:00010000:0.0:1789635703.691918:0:22662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789635703.691923:0:22662:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056ff54000, rc 0) 00000100:00100000:0.0:1789635703.692067:0:22662:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574713800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23e40c64-b173-4c2b-a53e-406b21e4778b+7:18200:x1876568411626880:12345-192.168.203.20@tcp:101:mkdir.0 Request processed in 1075us (1640us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635703.692075:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 22 00010000:00010000:3.0:1789635704.292218:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789635705.253547:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789635705.253574:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1876568427469312:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789635705.253660:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635705.253710:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427469312 00000100:00100000:2.0:1789635705.253719:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427469312 00000100:00100000:2.0:1789635705.253765:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1789635705.253775:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d044859a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1876568427469312:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789635705.253821:0:22665:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789635705.253863:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d044859a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1876568427469312:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (203us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635705.253870:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1789635705.253888:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789635705.253897:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427469440:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789635705.254103:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789635705.254112:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1876568427469568:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789635705.254342:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1876568427469312:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789635705.257223:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635705.257473:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427469440 00000100:00100000:3.0:1789635705.257484:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427469440 00000100:00100000:3.0:1789635705.257569:0:24182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00080000:0.0:1789635705.257575:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789635705.257580:0:24182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427469440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789635705.257636:0:24182:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:3.0:1789635705.257702:0:24182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447977b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427469440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 124us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635705.257710:0:24182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789635705.257748:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427469440:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789635705.258275:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635705.258461:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427469568 00000100:00100000:2.0:1789635705.258468:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427469568 00000100:00100000:2.0:1789635705.258506:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1789635705.258518:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1876568427469568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1789635705.258546:0:22665:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789635705.258743:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1876568427469568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 229us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635705.258755:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789635705.258772:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1876568427469568:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1789635705.315957:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1789635706.111562:0:25551:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00100000:0.0:1789635706.276583:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d044791b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1876568427469696:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789635706.276670:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635706.276782:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427469696 00000100:00100000:0.0:1789635706.276790:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427469696 00000100:00100000:0.0:1789635706.276842:0:24182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789635706.276852:0:24182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1876568427469696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789635706.276882:0:24182:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789635706.276927:0:24182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447919f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1876568427469696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635706.276933:0:24182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00080000:0.0:1789635706.276953:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789635706.276986:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d044791b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1876568427469696:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789635706.279589:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d044791b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3642:1876568427469824:0@lo:400:kworker.0 00000100:00100000:0.0:1789635706.279668:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635706.279703:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574371500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3642:1876568427470336:0@lo:400:kworker.0 00000100:00100000:0.0:1789635706.279730:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635706.279749:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574373100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3642:1876568427470848:0@lo:400:kworker.0 00000100:00100000:0.0:1789635706.279769:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635706.279792:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1789635706.279797:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1876568427469952:0@lo:400:kworker.0 00000100:00100000:0.0:1789635706.279819:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635706.279837:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574372d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427470464:0@lo:400:kworker.0 00000100:00100000:0.0:1789635706.279858:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635706.279875:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574371c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3642:1876568427470976:0@lo:400:kworker.0 00000100:00100000:0.0:1789635706.279913:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635706.279941:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d044791ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1876568427470080:0@lo:400:kworker.0 00000100:00100000:0.0:1789635706.279965:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635706.279983:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574373800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1876568427470592:0@lo:400:kworker.0 00000100:00100000:0.0:1789635706.280003:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635706.280020:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574373b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3640:1876568427471104:0@lo:400:kworker.0 00000100:00100000:0.0:1789635706.280039:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635706.280057:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1789635706.280063:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574371180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1876568427470208:0@lo:400:kworker.0 00000100:00100000:0.0:1789635706.280083:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635706.280098:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574372300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3640:1876568427470720:0@lo:400:kworker.0 00000100:00100000:0.0:1789635706.280129:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635706.280149:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0574370a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3640:1876568427471232:0@lo:400:kworker.0 00000100:00100000:0.0:1789635706.280168:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635706.280194:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427469824 00000100:00100000:0.0:1789635706.280201:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427469824 00000100:00100000:0.0:1789635706.280256:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:0.0:1789635706.280266:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f70450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+24:3642:x1876568427469824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635706.280311:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f70450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+24:3642:x1876568427469824:12345-0@lo:400:kworker.0 Request processed in 48us (643us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635706.280464:0:24752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427470080 00000100:00100000:2.0:1789635706.280469:0:24752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427470080 00000100:00100000:2.0:1789635706.280507:0:24752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427470592 00000100:00100000:2.0:1789635706.280510:0:24752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427470592 00000100:00100000:2.0:1789635706.280526:0:24752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427470208 00000100:00100000:2.0:1789635706.280528:0:24752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427470208 00000100:00100000:2.0:1789635706.280544:0:24752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789635706.280550:0:24752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574370700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1876568427470080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789635706.280608:0:24752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574370700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1876568427470080:12345-0@lo:400:kworker.0 Request processed in 43us (627us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635706.280624:0:24752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789635706.280641:0:24752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789635706.280647:0:24752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574370000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1876568427470592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789635706.280676:0:24752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574370000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1876568427470592:12345-0@lo:400:kworker.0 Request processed in 30us (673us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635706.280682:0:24752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789635706.280693:0:24752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789635706.280698:0:24752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574370e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1876568427470208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789635706.280723:0:24752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574370e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1876568427470208:12345-0@lo:400:kworker.0 Request processed in 25us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635706.280729:0:24752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789635706.280744:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789635706.280752:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05759c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1876568427471360:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789635706.280776:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1789635706.280800:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789635706.280803:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789635706.280832:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574371180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1876568427470208:0@lo:400:kworker.0 00000100:00100000:2.0:1789635706.280843:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d044791ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1876568427470080:0@lo:400:kworker.0 00000100:00100000:2.0:1789635706.280850:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574373800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3640:1876568427470592:0@lo:400:kworker.0 00000100:00100000:2.0:1789635706.280876:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427471360 00000100:00100000:2.0:1789635706.280879:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427471360 00000100:00100000:2.0:1789635706.280903:0:24182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789635706.280910:0:24182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447b5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1876568427471360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789635706.280924:0:24182:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1789635706.280967:0:24182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447b5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1876568427471360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 58us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635706.280974:0:24182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789635706.281007:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05759c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1876568427471360:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789635706.281700:0:23927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427470336 00000100:00100000:2.0:1789635706.281707:0:23927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427470336 00000100:00100000:2.0:1789635706.281731:0:23927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427470848 00000100:00100000:2.0:1789635706.281734:0:23927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427470848 00000100:00100000:2.0:1789635706.281755:0:23927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427470976 00000100:00100000:2.0:1789635706.281758:0:23927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427470976 00000100:00100000:2.0:1789635706.281771:0:23927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427471104 00000100:00100000:2.0:1789635706.281773:0:23927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427471104 00000100:00100000:2.0:1789635706.281784:0:23927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427470720 00000100:00100000:2.0:1789635706.281787:0:23927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427470720 00000100:00100000:2.0:1789635706.281797:0:23927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427471232 00000100:00100000:2.0:1789635706.281800:0:23927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427471232 00000100:00100000:2.0:1789635706.281815:0:23927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789635706.281822:0:23927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574371880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1876568427470336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789635706.281871:0:23927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574371880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1876568427470336:12345-0@lo:400:kworker.0 Request processed in 49us (2140us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635706.281877:0:23927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789635706.281891:0:23927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789635706.281896:0:23927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574372680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1876568427470848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789635706.281924:0:23927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574372680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1876568427470848:12345-0@lo:400:kworker.0 Request processed in 28us (2153us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635706.281930:0:23927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789635706.281940:0:23927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789635706.281946:0:23927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574372a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1876568427470976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789635706.281987:0:23927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574372a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1876568427470976:12345-0@lo:400:kworker.0 Request processed in 41us (2074us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635706.281993:0:23927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1789635706.282002:0:23927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789635706.282007:0:23927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574373480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1876568427471104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789635706.282033:0:23927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574373480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1876568427471104:12345-0@lo:400:kworker.0 Request processed in 25us (1993us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635706.282038:0:23927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789635706.282048:0:23927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789635706.282053:0:23927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1876568427470720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789635706.282080:0:23927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd5df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1876568427470720:12345-0@lo:400:kworker.0 Request processed in 26us (1950us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635706.282085:0:23927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789635706.282095:0:23927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789635706.282101:0:23927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1876568427471232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789635706.282126:0:23927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1876568427471232:12345-0@lo:400:kworker.0 Request processed in 26us (1957us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635706.282131:0:23927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789635706.282147:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427469952 00000100:00100000:2.0:1789635706.282151:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427469952 00000100:00100000:2.0:1789635706.282165:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427470464 00000100:00100000:2.0:1789635706.282168:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427470464 00000100:00100000:2.0:1789635706.282178:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1789635706.282184:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574370380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1876568427469952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789635706.282214:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574370380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1876568427469952:12345-0@lo:400:kworker.0 Request processed in 30us (2394us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635706.282229:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1789635706.282256:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1789635706.282261:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574371f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427470464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789635706.282292:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574371f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427470464:12345-0@lo:400:kworker.0 Request processed in 30us (2433us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635706.282297:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1789635706.282413:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00100000:0.0:1789635706.282485:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1876568427469952:0@lo:400:kworker.0 00000100:00100000:0.0:1789635706.282496:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574372d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427470464:0@lo:400:kworker.0 00010000:00080000:0.0:1789635706.282509:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0574371c00 x1876568427470976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789635706.282527:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574371c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3642:1876568427470976:0@lo:400:kworker.0 00000100:00100000:0.0:1789635706.282540:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d044791b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3642:1876568427469824:0@lo:400:kworker.0 00000100:00100000:0.0:1789635706.282551:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574371500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3642:1876568427470336:0@lo:400:kworker.0 00000100:00100000:0.0:1789635706.282559:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574373100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3642:1876568427470848:0@lo:400:kworker.0 00000100:00080000:2.0:1789635706.283477:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789635706.283484:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789635706.283517:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574372300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3640:1876568427470720:0@lo:400:kworker.0 00010000:00080000:2.0:1789635706.283538:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0574370a80 x1876568427471232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635722 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789635706.283549:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574370a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3640:1876568427471232:0@lo:400:kworker.0 00000100:00100000:2.0:1789635706.283561:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0574373b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3640:1876568427471104:0@lo:400:kworker.0 00000100:00100000:3.0:1789635706.284001:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789635706.284013:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0448599500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1876568427471488:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789635706.284061:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635706.285285:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427471488 00000100:00100000:2.0:1789635706.285295:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427471488 00000100:00100000:2.0:1789635706.285354:0:24182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789635706.285365:0:24182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0448598000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1876568427471488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1789635706.285403:0:24182:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:2.0:1789635706.285472:0:24182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0448598000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1876568427471488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 109us (1409us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635706.285479:0:24182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789635706.285529:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0448599500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3642:1876568427471488:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1789635706.339838:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789635707.236926:0:23425:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00100000:2.0:1789635707.303278:0:22640:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 23e40c64-b173-4c2b-a53e-406b21e4778b 00000001:00100000:2.0:1789635707.303292:0:22640:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of facafac1-3183-4197-a213-e13aef5177d3 00000001:00100000:3.0:1789635707.305361:0:23405:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 23e40c64-b173-4c2b-a53e-406b21e4778b 00000001:00100000:3.0:1789635707.305380:0:23405:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of facafac1-3183-4197-a213-e13aef5177d3 00010000:00010000:3.0:1789635707.367281:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635708.394498:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789635708.861367:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635708.861447:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635708.861468:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635708.861782:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635708.861807:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:3.0:1789635708.862090:0:23927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411627136 00000100:00100000:3.0:1789635708.862100:0:23927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411627136 00000100:00100000:3.0:1789635708.862160:0:23927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411627264 00000100:00100000:3.0:1789635708.862163:0:23927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411627264 00000100:00100000:3.0:1789635708.862195:0:23927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 40 00000100:00100000:3.0:1789635708.862206:0:23927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:facafac1-3183-4197-a213-e13aef5177d3+6:2398:x1876568411627136:12345-192.168.203.20@tcp:400:kworker.0 00000100:00100000:3.0:1789635708.862303:0:23927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd5ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:facafac1-3183-4197-a213-e13aef5177d3+6:2398:x1876568411627136:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 98us (944us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635708.862311:0:23927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 40 00000100:00100000:3.0:1789635708.862329:0:23927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 41 00000100:00100000:3.0:1789635708.862336:0:23927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:facafac1-3183-4197-a213-e13aef5177d3+5:2399:x1876568411627264:12345-192.168.203.20@tcp:400:kworker.0 00000100:00100000:3.0:1789635708.862363:0:23927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd5ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:facafac1-3183-4197-a213-e13aef5177d3+5:2399:x1876568411627264:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 28us (895us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635708.862369:0:23927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 41 00000100:00080000:3.0:1789635708.862536:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1789635708.862541:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789635708.862851:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411627008 00000100:00100000:3.0:1789635708.862856:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411627008 00000100:00100000:3.0:1789635708.862937:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 143 00000100:00100000:3.0:1789635708.862945:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f72850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68de1322-221d-478e-88fa-746459bdca41+13:2399:x1876568411627008:12345-192.168.203.20@tcp:400:kworker.0 00000100:00100000:3.0:1789635708.863067:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f72850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68de1322-221d-478e-88fa-746459bdca41+13:2399:x1876568411627008:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 122us (1618us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635708.863074:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 143 00000100:00100000:1.0:1789635708.864448:0:25466:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411627776 00000100:00100000:1.0:1789635708.864458:0:25466:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411627776 00000100:00100000:0.0:1789635708.864805:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635708.864840:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635708.864863:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635708.864890:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635708.864895:0:25466:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411627648 00000100:00100000:1.0:1789635708.864901:0:25466:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411627648 00000100:00100000:0.0:1789635708.864922:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 42 00000100:00080000:3.0:1789635708.864929:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789635708.864933:0:22660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23e40c64-b173-4c2b-a53e-406b21e4778b+5:2399:x1876568411627776:12345-192.168.203.20@tcp:400:kworker.0 00000100:00080000:3.0:1789635708.864943:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789635708.865046:0:25466:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 43 00000100:00100000:1.0:1789635708.865056:0:25466:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:23e40c64-b173-4c2b-a53e-406b21e4778b+6:2398:x1876568411627648:12345-192.168.203.20@tcp:400:kworker.0 00000100:00100000:0.0:1789635708.865083:0:22660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23e40c64-b173-4c2b-a53e-406b21e4778b+5:2399:x1876568411627776:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 151us (3274us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635708.865091:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 42 00000100:00100000:1.0:1789635708.865111:0:25466:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:23e40c64-b173-4c2b-a53e-406b21e4778b+6:2398:x1876568411627648:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 56us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635708.865118:0:24752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411627520 00000100:00100000:1.0:1789635708.865122:0:25466:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 43 00000100:00100000:0.0:1789635708.865124:0:24752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411627520 00000100:00100000:0.0:1789635708.868748:0:24752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411628032 00000100:00100000:0.0:1789635708.868761:0:24752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411628032 00000100:00100000:0.0:1789635708.868783:0:24752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411627392 00000100:00100000:0.0:1789635708.868786:0:24752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411627392 00000100:00100000:0.0:1789635708.869135:0:24752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411627904 00000100:00100000:0.0:1789635708.869141:0:24752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411627904 00000100:00100000:0.0:1789635708.869171:0:24752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 9 00000100:00100000:0.0:1789635708.869182:0:24752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:facafac1-3183-4197-a213-e13aef5177d3+5:2399:x1876568411627520:12345-192.168.203.20@tcp:400:kworker.0 00000100:00100000:0.0:1789635708.869283:0:24752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:facafac1-3183-4197-a213-e13aef5177d3+5:2399:x1876568411627520:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 103us (7502us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635708.869291:0:24752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 9 00000100:00100000:0.0:1789635708.869309:0:24752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 10 00000100:00100000:0.0:1789635708.869316:0:24752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:23e40c64-b173-4c2b-a53e-406b21e4778b+6:2399:x1876568411628032:12345-192.168.203.20@tcp:400:kworker.0 00000100:00100000:0.0:1789635708.869344:0:24752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:23e40c64-b173-4c2b-a53e-406b21e4778b+6:2399:x1876568411628032:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 29us (4544us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635708.869351:0:24752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 10 00000100:00100000:0.0:1789635708.869364:0:24752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 11 00000100:00100000:0.0:1789635708.869372:0:24752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:facafac1-3183-4197-a213-e13aef5177d3+5:2398:x1876568411627392:12345-192.168.203.20@tcp:400:kworker.0 00000100:00100000:0.0:1789635708.869405:0:24752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:facafac1-3183-4197-a213-e13aef5177d3+5:2398:x1876568411627392:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 34us (4565us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635708.869410:0:24752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 11 00000100:00100000:0.0:1789635708.869421:0:24752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 12 00000100:00100000:0.0:1789635708.869427:0:24752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:23e40c64-b173-4c2b-a53e-406b21e4778b+6:2398:x1876568411627904:12345-192.168.203.20@tcp:400:kworker.0 00000100:00100000:0.0:1789635708.869450:0:24752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:23e40c64-b173-4c2b-a53e-406b21e4778b+6:2398:x1876568411627904:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 23us (4559us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635708.869456:0:24752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 12 00000100:00080000:3.0:1789635708.871534:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789635708.872160:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:0.0:1789635708.977111:0:25699:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffe3c2fd830 20000000:00000080:0.0:1789635708.977133:0:25699:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8d056ffad000 uarg=0000000000000000 20000000:01000000:0.0:1789635708.977184:0:25699:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:0.0:1789635708.977190:0:25699:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:0.0:1789635708.977195:0:25699:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:0.0:1789635708.977790:0:25700:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:2.0:1789635708.977923:0:25699:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:2.0:1789635708.984047:0:25699:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1789635708.984077:0:25699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8d056e1a3e00/0xb0c3a59caa410e54 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.984096:0:25699:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d0446d1aa00/0xb0c3a59caa410ab1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410aaa expref: 23 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.984104:0:25699:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d0446d1a200/0xb0c3a59caa410abf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410ab8 expref: 23 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.984110:0:25699:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d0565530200/0xb0c3a59caa410afe lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410af7 expref: 23 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.984117:0:25699:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d056e1a3800/0xb0c3a59caa410b98 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410b91 expref: 23 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.984126:0:25699:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d056e1a2c00/0xb0c3a59caa410de4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74593 expref: 12 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.984132:0:25699:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d0565531400/0xb0c3a59caa410e23 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74603 expref: 12 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.984139:0:25699:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8d056e1a3e00/0xb0c3a59caa410e54 lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.984258:0:25699:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d0565531400/0xb0c3a59caa410e23 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74603 expref: 12 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.984449:0:25699:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d0565531400/0xb0c3a59caa410e23 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74603 expref: 12 pid: 22655 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635708.984482:0:25699:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447b5ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25699:1876568427471616:192.168.203.20@tcp:104: 00010000:00010000:2.0:1789635708.984659:0:25699:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d056e1a2c00/0xb0c3a59caa410de4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74593 expref: 12 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.984668:0:25699:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d056e1a2c00/0xb0c3a59caa410de4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74593 expref: 12 pid: 22655 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635708.984676:0:25699:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447b5ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25699:1876568427471744:192.168.203.20@tcp:104: 00010000:00010000:2.0:1789635708.984706:0:25699:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d056e1a3800/0xb0c3a59caa410b98 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb0c3a59caa410b91 expref: 23 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.984714:0:25699:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d056e1a3800/0xb0c3a59caa410b98 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb0c3a59caa410b91 expref: 23 pid: 22655 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635708.984723:0:25699:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447b5c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25699:1876568427471872:0@lo:104: 00000100:00100000:2.0:1789635708.984806:0:25699:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789635708.984842:0:25699:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d0565530200/0xb0c3a59caa410afe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb0c3a59caa410af7 expref: 23 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.984850:0:25699:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d0565530200/0xb0c3a59caa410afe lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb0c3a59caa410af7 expref: 23 pid: 22652 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635708.984859:0:25699:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447b5e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25699:1876568427472000:0@lo:104: 00000100:00100000:2.0:1789635708.984880:0:25699:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635708.984909:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427471872 00000100:00100000:2.0:1789635708.984917:0:22643:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427471872 00000100:00100000:2.0:1789635708.984954:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427472000 00000100:00100000:2.0:1789635708.984963:0:22643:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427472000 00000100:00100000:2.0:1789635708.984982:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789635708.984990:0:22643:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+4:25699:x1876568427471872:12345-0@lo:104: 00010000:00010000:2.0:1789635708.985002:0:22643:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.120@tcp lock: ffff8d0565530c00/0xb0c3a59caa410b91 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb0c3a59caa410b98 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.985047:0:22643:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789635708.985053:0:22643:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447b5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+4:25699:x1876568427471872:12345-0@lo:104: Request processed in 64us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635708.985060:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789635708.985077:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789635708.985084:0:22643:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447b5c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+3:25699:x1876568427472000:12345-0@lo:104: 00010000:00010000:2.0:1789635708.985091:0:22643:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3a00/0xb0c3a59caa410af7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb0c3a59caa410afe expref: -99 pid: 24173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.985122:0:22643:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1789635708.985127:0:22643:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447b5c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+3:25699:x1876568427472000:12345-0@lo:104: Request processed in 45us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635708.985133:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:2.0:1789635708.985175:0:25699:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d0446d1a200/0xb0c3a59caa410abf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb0c3a59caa410ab8 expref: 23 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.985183:0:25699:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d0446d1a200/0xb0c3a59caa410abf lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb0c3a59caa410ab8 expref: 23 pid: 22652 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635708.985191:0:25699:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447b5fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25699:1876568427472128:0@lo:104: 00000100:00100000:2.0:1789635708.985212:0:25699:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635708.985245:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427472128 00000100:00100000:2.0:1789635708.985249:0:22643:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427472128 00000100:00100000:2.0:1789635708.985284:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789635708.985291:0:22643:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447b5f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+3:25699:x1876568427472128:12345-0@lo:104: 00010000:00010000:2.0:1789635708.985309:0:22643:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.120@tcp lock: ffff8d0549f43000/0xb0c3a59caa410ab8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb0c3a59caa410abf expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.985418:0:22643:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:2.0:1789635708.985424:0:22643:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447b5f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+3:25699:x1876568427472128:12345-0@lo:104: Request processed in 134us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635708.985431:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:2.0:1789635708.985459:0:25699:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d0446d1aa00/0xb0c3a59caa410ab1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xb0c3a59caa410aaa expref: 23 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.985468:0:25699:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d0446d1aa00/0xb0c3a59caa410ab1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xb0c3a59caa410aaa expref: 23 pid: 22652 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635708.985478:0:25699:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447b5df80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25699:1876568427472256:0@lo:104: 00000100:00100000:2.0:1789635708.985499:0:25699:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635708.985517:0:22643:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427472256 00000100:00100000:2.0:1789635708.985521:0:22643:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427472256 00000100:00100000:2.0:1789635708.985537:0:22643:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789635708.985543:0:22643:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447b5e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+3:25699:x1876568427472256:12345-0@lo:104: 00010000:00010000:2.0:1789635708.985551:0:22643:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.120@tcp lock: ffff8d0565531000/0xb0c3a59caa410aaa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb0c3a59caa410ab1 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.985576:0:22643:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:2.0:1789635708.985581:0:22643:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447b5e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+3:25699:x1876568427472256:12345-0@lo:104: Request processed in 38us (81us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635708.985586:0:22643:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789635708.985633:0:25699:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0447b0c3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789635708.985662:0:25699:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447b5c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25699:1876568427471872:0@lo:104: 00000100:00100000:2.0:1789635708.985670:0:25699:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447b5e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25699:1876568427472000:0@lo:104: 00000100:00100000:2.0:1789635708.985675:0:25699:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447b5fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25699:1876568427472128:0@lo:104: 00000100:00100000:2.0:1789635708.985680:0:25699:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447b5df80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25699:1876568427472256:0@lo:104: 00010000:00010000:2.0:1789635708.985711:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1789635708.985717:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8d0565530c00/0xb0c3a59caa410b91 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xb0c3a59caa410b98 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.985724:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0565530c00 already unused, calling callback (ffffffffc1537c20) 10000000:00010000:2.0:1789635708.985729:0:22649:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8d0565530c00/0xb0c3a59caa410b91 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xb0c3a59caa410b98 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.985738:0:22649:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8d0565530c00/0xb0c3a59caa410b91 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xb0c3a59caa410b98 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789635708.985744:0:22649:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8d0565530c00/0xb0c3a59caa410b91 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xb0c3a59caa410b98 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789635708.985750:0:22649:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1789635708.985777:0:22649:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8d0565530c00/0xb0c3a59caa410b91 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa410b98 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.985783:0:22649:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789635708.985800:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8d0565530c00/0xb0c3a59caa410b91 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa410b98 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.985808:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8d0565530c00/0xb0c3a59caa410b91 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa410b98 expref: -99 pid: 24992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.985821:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1789635708.985831:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3a00/0xb0c3a59caa410af7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xb0c3a59caa410afe expref: -99 pid: 24173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.985837:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a3a00 already unused, calling callback (ffffffffc1537c20) 10000000:00010000:2.0:1789635708.985840:0:22649:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3a00/0xb0c3a59caa410af7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xb0c3a59caa410afe expref: -99 pid: 24173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.985847:0:22649:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3a00/0xb0c3a59caa410af7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xb0c3a59caa410afe expref: -99 pid: 24173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789635708.985854:0:22649:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3a00/0xb0c3a59caa410af7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xb0c3a59caa410afe expref: -99 pid: 24173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789635708.985859:0:22649:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1789635708.985874:0:22649:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3a00/0xb0c3a59caa410af7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa410afe expref: -99 pid: 24173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.985880:0:22649:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789635708.985886:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3a00/0xb0c3a59caa410af7 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa410afe expref: -99 pid: 24173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.985893:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8d056e1a3a00/0xb0c3a59caa410af7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa410afe expref: -99 pid: 24173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.985902:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789635708.985905:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8d0549f43000/0xb0c3a59caa410ab8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xb0c3a59caa410abf expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.985911:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0549f43000 already unused, calling callback (ffffffffc1537c20) 10000000:00010000:2.0:1789635708.985914:0:22649:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8d0549f43000/0xb0c3a59caa410ab8 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xb0c3a59caa410abf expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.985930:0:22649:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8d0549f43000/0xb0c3a59caa410ab8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xb0c3a59caa410abf expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789635708.985936:0:22649:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8d0549f43000/0xb0c3a59caa410ab8 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xb0c3a59caa410abf expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789635708.985941:0:22649:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1789635708.985955:0:22649:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8d0549f43000/0xb0c3a59caa410ab8 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa410abf expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.985961:0:22649:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789635708.985974:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8d0549f43000/0xb0c3a59caa410ab8 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa410abf expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.985980:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8d0549f43000/0xb0c3a59caa410ab8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa410abf expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.985989:0:22649:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789635708.985992:0:22649:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.120@tcp lock: ffff8d0565531000/0xb0c3a59caa410aaa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xb0c3a59caa410ab1 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.985997:0:22649:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0565531000 already unused, calling callback (ffffffffc1537c20) 10000000:00010000:2.0:1789635708.986000:0:22649:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.120@tcp lock: ffff8d0565531000/0xb0c3a59caa410aaa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xb0c3a59caa410ab1 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.986006:0:22649:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.120@tcp lock: ffff8d0565531000/0xb0c3a59caa410aaa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xb0c3a59caa410ab1 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789635708.986012:0:22649:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.120@tcp lock: ffff8d0565531000/0xb0c3a59caa410aaa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xb0c3a59caa410ab1 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789635708.986024:0:22649:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1789635708.986039:0:22649:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.120@tcp lock: ffff8d0565531000/0xb0c3a59caa410aaa lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa410ab1 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.986045:0:22649:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789635708.986051:0:22649:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.120@tcp lock: ffff8d0565531000/0xb0c3a59caa410aaa lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa410ab1 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.986058:0:22649:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.120@tcp lock: ffff8d0565531000/0xb0c3a59caa410aaa lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xb0c3a59caa410ab1 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.986071:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789635708.986073:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789635708.986074:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789635708.986089:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3640:1876568427472384:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789635708.986116:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635708.986136:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789635708.986141:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3640:1876568427472512:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789635708.986159:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635708.986182:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3642:1876568427472640:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789635708.986204:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635708.986283:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427472384 00000100:00100000:0.0:1789635708.986288:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427472384 00010000:00010000:0.0:1789635708.986309:0:22647:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d056e1a3800/0xb0c3a59caa410b98 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb0c3a59caa410b91 expref: 24 pid: 22655 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789635708.986329:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427472512 00000100:00100000:0.0:1789635708.986332:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427472512 00010000:00010000:0.0:1789635708.986344:0:22647:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d0565530200/0xb0c3a59caa410afe lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb0c3a59caa410af7 expref: 25 pid: 22652 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789635708.986354:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427472640 00000100:00100000:0.0:1789635708.986356:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427472640 00010000:00010000:0.0:1789635708.986365:0:22647:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d0446d1a200/0xb0c3a59caa410abf lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb0c3a59caa410ab8 expref: 26 pid: 22652 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789635708.986375:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1789635708.986381:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447b5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+26:3640:x1876568427472384:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1789635708.986391:0:22647:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789635708.986396:0:22647:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d056e1a3800/0xb0c3a59caa410b98 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb0c3a59caa410b91 expref: 26 pid: 22655 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635708.986404:0:22647:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d056e1a3800/0xb0c3a59caa410b98 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb0c3a59caa410b91 expref: 26 pid: 22655 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635708.986416:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d056e1a3800/0xb0c3a59caa410b98 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb0c3a59caa410b91 expref: 26 pid: 22655 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635708.986441:0:22647:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789635708.986822:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789635708.988132:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789635708.988148:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3642:1876568427472768:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789635708.988497:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635708.988540:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427472768 00000100:00100000:2.0:1789635708.988547:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427472768 00010000:00010000:2.0:1789635708.988575:0:22645:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d0446d1aa00/0xb0c3a59caa410ab1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb0c3a59caa410aaa expref: 26 pid: 22652 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635708.988686:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789635708.988695:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447b5c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+26:3640:x1876568427472512:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789635708.988708:0:22645:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789635708.988715:0:22645:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d0565530200/0xb0c3a59caa410afe lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb0c3a59caa410af7 expref: 26 pid: 22652 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.988726:0:22645:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d0565530200/0xb0c3a59caa410afe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb0c3a59caa410af7 expref: 26 pid: 22652 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.988741:0:22645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0565530200/0xb0c3a59caa410afe lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb0c3a59caa410af7 expref: 26 pid: 22652 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.988755:0:22645:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789635708.988843:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447b5c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+25:3640:x1876568427472512:12345-0@lo:103:ldlm_bl.0 Request processed in 150us (2682us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635708.988851:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789635708.988868:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789635708.988874:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+24:3642:x1876568427472640:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789635708.988883:0:22645:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789635708.988887:0:22645:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d0446d1a200/0xb0c3a59caa410abf lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb0c3a59caa410ab8 expref: 24 pid: 22652 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.988896:0:22645:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d0446d1a200/0xb0c3a59caa410abf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb0c3a59caa410ab8 expref: 24 pid: 22652 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.988906:0:22645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0446d1a200/0xb0c3a59caa410abf lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb0c3a59caa410ab8 expref: 24 pid: 22652 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.988926:0:22645:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789635708.988957:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+23:3642:x1876568427472640:12345-0@lo:103:ldlm_bl.0 Request processed in 83us (2751us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635708.988963:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789635708.988976:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789635708.988982:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+22:3642:x1876568427472768:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789635708.988990:0:22645:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789635708.988994:0:22645:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d0446d1aa00/0xb0c3a59caa410ab1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xb0c3a59caa410aaa expref: 22 pid: 22652 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.989001:0:22645:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d0446d1aa00/0xb0c3a59caa410ab1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xb0c3a59caa410aaa expref: 22 pid: 22652 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.989010:0:22645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0446d1aa00/0xb0c3a59caa410ab1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xb0c3a59caa410aaa expref: 22 pid: 22652 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.989017:0:22645:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789635708.989037:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:3642:x1876568427472768:12345-0@lo:103:ldlm_bl.0 Request processed in 56us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635708.989042:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:1.0:1789635708.989057:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789635708.989071:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447b5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3642:1876568427472768:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789635708.989080:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447b5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3642:1876568427472640:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789635708.989151:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447b5d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+20:3640:x1876568427472384:12345-0@lo:103:ldlm_bl.0 Request processed in 2768us (3033us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635708.989158:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789635708.990490:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447b5dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3640:1876568427472512:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789635708.990854:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447b5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3640:1876568427472384:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789635708.993454:0:25699:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447b5ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25699:1876568427471744:192.168.203.20@tcp:104: 00000100:00100000:0.0:1789635708.993470:0:25699:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447b5ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25699:1876568427471616:192.168.203.20@tcp:104: 00010000:00010000:0.0:1789635708.993503:0:25699:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8d056e1a3e00/0xb0c3a59caa410e54 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789635708.994319:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635708.994352:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635708.994401:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411628160 00000100:00100000:2.0:1789635708.994409:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411628160 00010000:00010000:2.0:1789635708.994444:0:22645:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d056e1a2c00/0xb0c3a59caa410de4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74593 expref: 13 pid: 22655 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635708.994492:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411628288 00000100:00100000:2.0:1789635708.994495:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411628288 00010000:00010000:2.0:1789635708.994507:0:22645:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d0565531400/0xb0c3a59caa410e23 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74603 expref: 14 pid: 22655 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635708.994534:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 13 00000100:00100000:2.0:1789635708.994543:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575c56450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68de1322-221d-478e-88fa-746459bdca41+14:2396:x1876568411628160:12345-192.168.203.20@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789635708.994557:0:22645:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789635708.994563:0:22645:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d056e1a2c00/0xb0c3a59caa410de4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74593 expref: 14 pid: 22655 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.994573:0:22645:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d056e1a2c00/0xb0c3a59caa410de4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74593 expref: 14 pid: 22655 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.994591:0:22645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d056e1a2c00/0xb0c3a59caa410de4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74593 expref: 14 pid: 22655 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.994629:0:22645:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789635708.994676:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575c56450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68de1322-221d-478e-88fa-746459bdca41+13:2396:x1876568411628160:12345-192.168.203.20@tcp:103:ldlm_bl.0 Request processed in 134us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635708.994683:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 13 00000100:00100000:2.0:1789635708.994727:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 14 00000100:00100000:2.0:1789635708.994734:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd5d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68de1322-221d-478e-88fa-746459bdca41+12:2396:x1876568411628288:12345-192.168.203.20@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789635708.994741:0:22645:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789635708.994746:0:22645:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d0565531400/0xb0c3a59caa410e23 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74603 expref: 12 pid: 22655 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.994766:0:22645:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d0565531400/0xb0c3a59caa410e23 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74603 expref: 12 pid: 22655 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.994777:0:22645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0565531400/0xb0c3a59caa410e23 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74603 expref: 12 pid: 22655 timeout: 827 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.994790:0:22645:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8d056e1a3e00/0xb0c3a59caa410e54 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.994798:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d056e1a3e00/0xb0c3a59caa410e54 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.994813:0:22645:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d056e1a3e00/0xb0c3a59caa410e54 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.994820:0:22645:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d056e1a3e00/0xb0c3a59caa410e54 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.994827:0:22645:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8d056e1a3e00/0xb0c3a59caa410e54 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.994834:0:22645:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8d056e1a3e00/0xb0c3a59caa410e54 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.994840:0:22645:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a3e00 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:2.0:1789635708.994844:0:22645:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8d056e1a3e00/0xb0c3a59caa410e54 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.994852:0:22645:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8d056e1a3e00/0xb0c3a59caa410e54 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.994875:0:22645:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8d056e1a3e00/0xb0c3a59caa410e54 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635708.994884:0:22645:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789635708.994904:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd5d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:68de1322-221d-478e-88fa-746459bdca41+11:2396:x1876568411628288:12345-192.168.203.20@tcp:103:ldlm_bl.0 Request processed in 171us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635708.994911:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 14 00010000:00010000:0.0:1789635708.995229:0:25699:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8d056e1a3e00/0xb0c3a59caa410e54 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635708.995237:0:25699:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8d056e1a3e00/0xb0c3a59caa410e54 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635708.995244:0:25699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d056e1a3e00/0xb0c3a59caa410e54 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00100000:0.0:1789635709.353966:0:24174:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 23e40c64-b173-4c2b-a53e-406b21e4778b 00000001:00100000:2.0:1789635709.354156:0:24993:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 23e40c64-b173-4c2b-a53e-406b21e4778b 00010000:00010000:2.0:1789635709.411925:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789635710.039839:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:3.0:1789635710.039969:0:23927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411628416 00000100:00100000:3.0:1789635710.039981:0:23927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411628416 00000100:00100000:3.0:1789635710.040091:0:23927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 23 00000100:00100000:3.0:1789635710.040102:0:23927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05759c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:facafac1-3183-4197-a213-e13aef5177d3+6:18667:x1876568411628416:12345-192.168.203.20@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789635710.040122:0:23927:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789635710.040168:0:23927:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe000/0xb0c3a59caa410e5b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab7463b expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.040252:0:23927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe800/0xb0c3a59caa410e62 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.040268:0:23927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe800/0xb0c3a59caa410e62 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.040280:0:23927:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe800/0xb0c3a59caa410e62 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.040294:0:23927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe200/0xb0c3a59caa410e69 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.040301:0:23927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe200/0xb0c3a59caa410e69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.040307:0:23927:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe200/0xb0c3a59caa410e69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.040564:0:23927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffc00/0xb0c3a59caa410e70 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.040574:0:23927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffc00/0xb0c3a59caa410e70 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.040581:0:23927:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffc00/0xb0c3a59caa410e70 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789635710.040651:0:23927:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789635710.040655:0:23927:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789635710.040693:0:23927:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffc00/0xb0c3a59caa410e70 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.040704:0:23927:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe800/0xb0c3a59caa410e62 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.040711:0:23927:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe800/0xb0c3a59caa410e62 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.040718:0:23927:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe800/0xb0c3a59caa410e62 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.040725:0:23927:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488fe800 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:3.0:1789635710.040729:0:23927:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe800/0xb0c3a59caa410e62 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.040737:0:23927:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe800/0xb0c3a59caa410e62 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.040749:0:23927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d054d47f200) 00010000:00010000:3.0:1789635710.040757:0:23927:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789635710.040763:0:23927:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe800/0xb0c3a59caa410e62 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.040768:0:23927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe800/0xb0c3a59caa410e62 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.040782:0:23927:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe200/0xb0c3a59caa410e69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.040787:0:23927:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe200/0xb0c3a59caa410e69 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.040793:0:23927:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe200/0xb0c3a59caa410e69 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.040798:0:23927:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488fe200 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:3.0:1789635710.040801:0:23927:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe200/0xb0c3a59caa410e69 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.040806:0:23927:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe200/0xb0c3a59caa410e69 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.040814:0:23927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8d044766db00) 00010000:00010000:3.0:1789635710.040816:0:23927:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789635710.040819:0:23927:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe200/0xb0c3a59caa410e69 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.040825:0:23927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe200/0xb0c3a59caa410e69 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.040857:0:23927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe000/0xb0c3a59caa410e5b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7463b expref: 8 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.040885:0:23927:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffc00/0xb0c3a59caa410e70 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7463b expref: 7 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.040892:0:23927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8d044766da00) 00010000:00010000:3.0:1789635710.040894:0:23927:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789635710.040897:0:23927:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d05488ffc00, rc 0) 00000100:00100000:3.0:1789635710.040968:0:23927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05759c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:facafac1-3183-4197-a213-e13aef5177d3+7:18667:x1876568411628416:12345-192.168.203.20@tcp:101:lhsmtool_posix.0 Request processed in 868us (1140us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635710.040976:0:23927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 23 00000100:00080000:0.0:1789635710.042353:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789635710.043800:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635710.043890:0:22672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411628544 00000100:00100000:2.0:1789635710.043899:0:22672:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411628544 00000100:00100000:2.0:1789635710.043954:0:22672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 5 00000100:00100000:2.0:1789635710.043964:0:22672:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:facafac1-3183-4197-a213-e13aef5177d3+7:18667:x1876568411628544:12345-192.168.203.20@tcp:900:lhsmtool_posix.0 00000100:00100000:2.0:1789635710.044116:0:22672:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:facafac1-3183-4197-a213-e13aef5177d3+7:18667:x1876568411628544:12345-192.168.203.20@tcp:900:lhsmtool_posix.0 Request processed in 153us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635710.044125:0:22672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 5 00000100:00100000:1.0:1789635710.046128:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635710.046510:0:25466:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411628800 00000100:00100000:2.0:1789635710.046519:0:25466:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411628800 00000100:00100000:2.0:1789635710.046572:0:25466:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 24 00000100:00100000:2.0:1789635710.046581:0:25466:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:facafac1-3183-4197-a213-e13aef5177d3+7:18667:x1876568411628800:12345-192.168.203.20@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789635710.046626:0:25466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789635710.046647:0:25466:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2c00/0xb0c3a59caa410e77 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab74642 expref: -99 pid: 25466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.046719:0:25466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410e7e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.046746:0:25466:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410e7e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.046757:0:25466:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410e7e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.046771:0:25466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2000/0xb0c3a59caa410e85 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.046778:0:25466:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2000/0xb0c3a59caa410e85 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.046784:0:25466:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2000/0xb0c3a59caa410e85 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.046929:0:25466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3c00/0xb0c3a59caa410e8c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.046939:0:25466:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3c00/0xb0c3a59caa410e8c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.046947:0:25466:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3c00/0xb0c3a59caa410e8c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789635710.046956:0:25466:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:2.0:1789635710.047109:0:25466:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410e7e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.047117:0:25466:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410e7e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.047124:0:25466:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410e7e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.047136:0:25466:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a3a00 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:2.0:1789635710.047141:0:25466:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410e7e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.047389:0:25466:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410e7e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.047402:0:25466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8d044766da00) 00010000:00010000:2.0:1789635710.047405:0:25466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789635710.047409:0:25466:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410e7e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.047414:0:25466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410e7e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.047428:0:25466:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2000/0xb0c3a59caa410e85 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.047434:0:25466:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2000/0xb0c3a59caa410e85 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.047439:0:25466:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2000/0xb0c3a59caa410e85 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.047444:0:25466:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a2000 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:2.0:1789635710.047447:0:25466:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2000/0xb0c3a59caa410e85 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.047453:0:25466:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2000/0xb0c3a59caa410e85 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.047472:0:25466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8d056e062d00) 00010000:00010000:2.0:1789635710.047474:0:25466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789635710.047477:0:25466:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2000/0xb0c3a59caa410e85 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.047482:0:25466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2000/0xb0c3a59caa410e85 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.049244:0:25466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2c00/0xb0c3a59caa410e77 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74642 expref: 10 pid: 25466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.049268:0:25466:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3c00/0xb0c3a59caa410e8c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74642 expref: 9 pid: 25466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.049276:0:25466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8d056e062e00) 00010000:00010000:2.0:1789635710.049278:0:25466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789635710.049281:0:25466:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056e1a3c00, rc 0) 00000100:00100000:2.0:1789635710.049452:0:25466:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:facafac1-3183-4197-a213-e13aef5177d3+9:18667:x1876568411628800:12345-192.168.203.20@tcp:101:lhsmtool_posix.0 Request processed in 2870us (3332us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1789635710.049461:0:25466:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 24 00000100:00100000:3.0:1789635710.053929:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635710.054019:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411628928 00000100:00100000:1.0:1789635710.054030:0:22662:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411628928 00000100:00100000:1.0:1789635710.054090:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 25 00000100:00100000:1.0:1789635710.054101:0:22662:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0448599c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:facafac1-3183-4197-a213-e13aef5177d3+9:18667:x1876568411628928:12345-192.168.203.20@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1789635710.054222:0:22662:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0448599c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:facafac1-3183-4197-a213-e13aef5177d3+9:18667:x1876568411628928:12345-192.168.203.20@tcp:59:lhsmtool_posix.0 Request processed in 122us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635710.054233:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 25 00000100:00100000:1.0:1789635710.056142:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635710.056218:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411629056 00000100:00100000:2.0:1789635710.056231:0:22660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411629056 00000100:00100000:2.0:1789635710.056305:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 26 00000100:00100000:2.0:1789635710.056317:0:22660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:facafac1-3183-4197-a213-e13aef5177d3+5:18667:x1876568411629056:12345-192.168.203.20@tcp:59:lhsmtool_posix.0 00000100:00080000:0.0:1789635710.056479:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:2.0:1789635710.057708:0:22660:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 1347us 00000100:00100000:3.0:1789635710.073400:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635710.073488:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411629184 00000100:00100000:1.0:1789635710.073504:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411629184 00000100:00100000:1.0:1789635710.073568:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 144 00000100:00100000:1.0:1789635710.073578:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f71c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:68de1322-221d-478e-88fa-746459bdca41+11:18048:x1876568411629184:12345-192.168.203.20@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789635710.073939:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789635710.073961:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0549f42c00/0xb0c3a59caa410e9a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab74649 expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.073998:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0549f42c00/0xb0c3a59caa410e9a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74649 expref: 12 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.074009:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0549f42c00/0xb0c3a59caa410e9a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74649 expref: 12 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.074017:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0549f42c00, rc 0) 00000100:00100000:1.0:1789635710.074080:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f71c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:68de1322-221d-478e-88fa-746459bdca41+12:18048:x1876568411629184:12345-192.168.203.20@tcp:101:ll_cfg_requeue.0 Request processed in 503us (694us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635710.074088:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 144 00000100:00100000:1.0:1789635710.078683:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:3.0:1789635710.078863:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411629312 00000100:00100000:3.0:1789635710.078875:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411629312 00000100:00100000:3.0:1789635710.078938:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 145 00000100:00100000:3.0:1789635710.078949:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f70050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68de1322-221d-478e-88fa-746459bdca41+12:18048:x1876568411629312:12345-192.168.203.20@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789635710.079117:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f70050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68de1322-221d-478e-88fa-746459bdca41+12:18048:x1876568411629312:12345-192.168.203.20@tcp:501:ll_cfg_requeue.0 Request processed in 169us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635710.079126:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 145 00000100:00100000:2.0:1789635710.083386:0:22660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:facafac1-3183-4197-a213-e13aef5177d3+5:18667:x1876568411629056:12345-192.168.203.20@tcp:59:lhsmtool_posix.0 Request processed in 27052us (27237us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635710.083413:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 26 00000100:00100000:1.0:1789635710.090825:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:3.0:1789635710.090943:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411629440 00000100:00100000:3.0:1789635710.090953:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411629440 00000100:00100000:3.0:1789635710.091006:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 146 00000100:00100000:3.0:1789635710.091016:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f73050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68de1322-221d-478e-88fa-746459bdca41+12:18048:x1876568411629440:12345-192.168.203.20@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789635710.091158:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f73050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68de1322-221d-478e-88fa-746459bdca41+12:18048:x1876568411629440:12345-192.168.203.20@tcp:503:ll_cfg_requeue.0 Request processed in 142us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635710.091177:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 146 00000100:00100000:1.0:1789635710.098193:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635710.098296:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411629568 00000100:00100000:0.0:1789635710.098307:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411629568 00000100:00100000:0.0:1789635710.098362:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 147 00000100:00100000:0.0:1789635710.098383:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f70c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:68de1322-221d-478e-88fa-746459bdca41+12:18048:x1876568411629568:12345-192.168.203.20@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789635710.098416:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789635710.098434:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d056ff54a00/0xb0c3a59caa410ea1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab74650 expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.098464:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d056ff54a00/0xb0c3a59caa410ea1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74650 expref: 13 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.098476:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d056ff54a00/0xb0c3a59caa410ea1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74650 expref: 13 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.098487:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056ff54a00, rc 0) 00000100:00100000:0.0:1789635710.098547:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f70c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:68de1322-221d-478e-88fa-746459bdca41+13:18048:x1876568411629568:12345-192.168.203.20@tcp:101:ll_cfg_requeue.0 Request processed in 175us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635710.098554:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 147 00000100:00100000:1.0:1789635710.100036:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:3.0:1789635710.100114:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411629696 00000100:00100000:3.0:1789635710.100123:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411629696 00000100:00100000:3.0:1789635710.100170:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 148 00000100:00100000:3.0:1789635710.100179:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f72450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68de1322-221d-478e-88fa-746459bdca41+13:18048:x1876568411629696:12345-192.168.203.20@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789635710.100496:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f72450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:68de1322-221d-478e-88fa-746459bdca41+13:18048:x1876568411629696:12345-192.168.203.20@tcp:501:ll_cfg_requeue.0 Request processed in 317us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635710.100505:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 148 00000100:00100000:1.0:1789635710.106556:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635710.106877:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:3.0:1789635710.106955:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411629824 00000100:00100000:3.0:1789635710.106965:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411629824 00000100:00100000:3.0:1789635710.107049:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 149 00000100:00100000:3.0:1789635710.107059:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f72050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68de1322-221d-478e-88fa-746459bdca41+13:18048:x1876568411629824:12345-192.168.203.20@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789635710.107213:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f72050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68de1322-221d-478e-88fa-746459bdca41+13:18048:x1876568411629824:12345-192.168.203.20@tcp:503:ll_cfg_requeue.0 Request processed in 145us (656us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635710.107221:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 149 00000100:00100000:2.0:1789635710.107267:0:25466:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411629952 00000100:00100000:2.0:1789635710.107271:0:25466:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411629952 00000100:00100000:2.0:1789635710.107317:0:25466:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 27 00000100:00100000:2.0:1789635710.107325:0:25466:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:facafac1-3183-4197-a213-e13aef5177d3+9:18673:x1876568411629952:12345-192.168.203.20@tcp:101:lfs.0 00010000:00010000:2.0:1789635710.107339:0:25466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789635710.107357:0:25466:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2c00/0xb0c3a59caa410ea8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab74657 expref: -99 pid: 25466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.107428:0:25466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2000/0xb0c3a59caa410eaf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.107442:0:25466:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2000/0xb0c3a59caa410eaf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.107454:0:25466:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2000/0xb0c3a59caa410eaf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.107512:0:25466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410eb6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.107520:0:25466:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410eb6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.107526:0:25466:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410eb6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.107561:0:25466:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2000/0xb0c3a59caa410eaf lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.107580:0:25466:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2000/0xb0c3a59caa410eaf lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.107586:0:25466:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2000/0xb0c3a59caa410eaf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.107592:0:25466:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a2000 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:2.0:1789635710.107643:0:25466:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2000/0xb0c3a59caa410eaf lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.107651:0:25466:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2000/0xb0c3a59caa410eaf lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.107663:0:25466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d054d47f200) 00010000:00010000:2.0:1789635710.107666:0:25466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789635710.107671:0:25466:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2000/0xb0c3a59caa410eaf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.107677:0:25466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2000/0xb0c3a59caa410eaf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.107691:0:25466:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410eb6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.107697:0:25466:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410eb6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.107702:0:25466:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410eb6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.107707:0:25466:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a3a00 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:2.0:1789635710.107716:0:25466:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410eb6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.107722:0:25466:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410eb6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.107729:0:25466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8d056e062d00) 00010000:00010000:2.0:1789635710.107732:0:25466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789635710.107734:0:25466:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410eb6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.107739:0:25466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410eb6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.107769:0:25466:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2c00/0xb0c3a59caa410ea8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74657 expref: 10 pid: 25466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.107779:0:25466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d054d47f200) 00010000:00010000:2.0:1789635710.107781:0:25466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789635710.107785:0:25466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2c00/0xb0c3a59caa410ea8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74657 expref: 10 pid: 25466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.107793:0:25466:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056e1a2c00, rc 0) 00000100:00100000:2.0:1789635710.107826:0:25466:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:facafac1-3183-4197-a213-e13aef5177d3+9:18673:x1876568411629952:12345-192.168.203.20@tcp:101:lfs.0 Request processed in 502us (949us total) trans 0 rc 301/301 00000100:00100000:2.0:1789635710.107833:0:25466:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 27 00000100:00100000:1.0:1789635710.113821:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635710.113908:0:22669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411630080 00000100:00100000:2.0:1789635710.113919:0:22669:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411630080 00000100:00100000:2.0:1789635710.114012:0:22669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 0 00000100:00100000:2.0:1789635710.114024:0:22669:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:facafac1-3183-4197-a213-e13aef5177d3+9:18673:x1876568411630080:12345-192.168.203.20@tcp:700:lfs.0 00000100:00100000:2.0:1789635710.114134:0:22669:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:facafac1-3183-4197-a213-e13aef5177d3+9:18673:x1876568411630080:12345-192.168.203.20@tcp:700:lfs.0 Request processed in 112us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635710.114141:0:22669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 0 10000000:01000000:3.0:1789635710.116905:0:22657:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1789635710.116913:0:22657:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d0447647000 from 13 10000000:01000000:3.0:1789635710.116919:0:22657:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789635710.116969:0:22657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d05488fea00/0xb0c3a59caa410ebd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.116981:0:22657:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8d05488fea00/0xb0c3a59caa410ebd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.116992:0:22657:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8d05488fea00/0xb0c3a59caa410ebd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635710.117034:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d044859aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427472896:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789635710.117098:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635710.117141:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d056fdfb900 going to sleep for 11 seconds 00000100:00100000:0.0:1789635710.117254:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427472896 00000100:00100000:0.0:1789635710.117274:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427472896 00000100:00100000:0.0:1789635710.117337:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1789635710.117347:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f73850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+20:22657:x1876568427472896:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789635710.117361:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789635710.117386:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d056ff55e00/0xb0c3a59caa410ec4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xb0c3a59caa410ebd expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.117410:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d056ff55e00/0xb0c3a59caa410ec4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb0c3a59caa410ebd expref: 21 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.117422:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d056ff55e00/0xb0c3a59caa410ec4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410ebd expref: 21 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.117432:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056ff55e00, rc 0) 00000100:00100000:0.0:1789635710.117487:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f73850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:22657:x1876568427472896:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 141us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635710.117494:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1789635710.117824:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d044859aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427472896:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789635710.117838:0:22657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8d05488fea00/0xb0c3a59caa410ebd lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410ec4 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.117847:0:22657:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8d05488fea00/0xb0c3a59caa410ebd lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa410ec4 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635710.117903:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d044859aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427473024:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789635710.117934:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635710.117964:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d056fdfb900 going to sleep for 11 seconds 00000100:00100000:0.0:1789635710.118245:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427473024 00000100:00100000:0.0:1789635710.118252:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427473024 00000100:00100000:0.0:1789635710.118293:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1789635710.118302:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f71050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:22657:x1876568427473024:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789635710.118582:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f71050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:22657:x1876568427473024:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 281us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635710.118591:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1789635710.118765:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d044859aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427473024:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789635710.118798:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d044859aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427473152:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789635710.118846:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635710.118915:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d056fdfb900 going to sleep for 11 seconds 00000100:00100000:2.0:1789635710.119643:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:3.0:1789635710.119750:0:23927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411630336 00000100:00100000:3.0:1789635710.119757:0:23927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411630336 00000100:00100000:3.0:1789635710.119799:0:23927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 28 00000100:00100000:3.0:1789635710.119808:0:23927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0543296680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:facafac1-3183-4197-a213-e13aef5177d3+9:18673:x1876568411630336:12345-192.168.203.20@tcp:36:lfs.0 00010000:00010000:3.0:1789635710.119856:0:23927:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789635710.119880:0:23927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d0565530400/0xb0c3a59caa410e0e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab745c4 expref: 9 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.119913:0:23927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d054d47f200) 00010000:00010000:3.0:1789635710.119918:0:23927:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789635710.119970:0:23927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe000/0xb0c3a59caa410ecb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.119983:0:23927:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54000/0xb0c3a59caa410e4d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74634 expref: 5 pid: 22662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.119991:0:23927:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe000/0xb0c3a59caa410ecb lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.120019:0:23927:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54000/0xb0c3a59caa410e4d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74634 expref: 5 pid: 22662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.120031:0:23927:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54000/0xb0c3a59caa410e4d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74634 expref: 5 pid: 22662 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635710.120042:0:23927:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d044859b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:23927:1876568427473280:192.168.203.20@tcp:104: 00000100:00100000:3.0:1789635710.120110:0:23927:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d056fdfb840 going to sleep for 11 seconds 00000100:00100000:1.0:1789635710.121798:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427473152 00000100:00100000:1.0:1789635710.121810:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427473152 00000100:00100000:1.0:1789635710.121863:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1789635710.121873:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f71450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:22657:x1876568427473152:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789635710.122025:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f71450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:22657:x1876568427473152:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 153us (3178us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635710.122033:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1789635710.122198:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d044859aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427473152:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789635710.127500:0:23927:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d044859b480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:23927:1876568427473280:192.168.203.20@tcp:104: 00010000:00010000:1.0:1789635710.127526:0:23927:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe000/0xb0c3a59caa410ecb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789635710.127688:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635710.127827:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411630464 00000100:00100000:1.0:1789635710.127834:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411630464 00010000:00010000:1.0:1789635710.127891:0:22645:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54000/0xb0c3a59caa410e4d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74634 expref: 6 pid: 22662 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789635710.127921:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 15 00000100:00100000:1.0:1789635710.127931:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd5c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:23e40c64-b173-4c2b-a53e-406b21e4778b+6:2397:x1876568411630464:12345-192.168.203.20@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789635710.127944:0:22645:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789635710.127951:0:22645:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54000/0xb0c3a59caa410e4d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74634 expref: 6 pid: 22662 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.127964:0:22645:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54000/0xb0c3a59caa410e4d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74634 expref: 6 pid: 22662 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.127985:0:22645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54000/0xb0c3a59caa410e4d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74634 expref: 6 pid: 22662 timeout: 828 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.128001:0:22645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d054d47f200) 00010000:00010000:1.0:1789635710.128006:0:22645:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe000/0xb0c3a59caa410ecb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.128016:0:22645:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe000/0xb0c3a59caa410ecb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.128024:0:22645:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe000/0xb0c3a59caa410ecb lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.128046:0:22645:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789635710.128104:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd5c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:23e40c64-b173-4c2b-a53e-406b21e4778b+5:2397:x1876568411630464:12345-192.168.203.20@tcp:103:ldlm_bl.0 Request processed in 173us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635710.128112:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 15 00000100:00080000:0.0:1789635710.128123:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1789635710.128234:0:23927:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe000/0xb0c3a59caa410ecb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.128243:0:23927:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe000/0xb0c3a59caa410ecb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.128264:0:23927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42800/0xb0c3a59caa410ed2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.128274:0:23927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42800/0xb0c3a59caa410ed2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.128282:0:23927:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42800/0xb0c3a59caa410ed2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789635710.133000:0:25713:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1789635710.133123:0:22657:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1789635710.133150:0:22657:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789635710.133161:0:22657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d05488fea00/0xb0c3a59caa410ebd lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410ec4 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.133172:0:22657:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d05488fea00/0xb0c3a59caa410ebd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410ec4 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789635710.133182:0:22657:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1789635710.133184:0:22657:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d0551688000 from 13 10000000:01000000:0.0:1789635710.133187:0:22657:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789635710.133232:0:22657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056ff54c00/0xb0c3a59caa410ed9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.133241:0:22657:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8d056ff54c00/0xb0c3a59caa410ed9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.133251:0:22657:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8d056ff54c00/0xb0c3a59caa410ed9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789635710.133285:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d056bd5fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427473408:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789635710.133343:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635710.133384:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d057ae00e40 going to sleep for 11 seconds 00000100:00100000:3.0:1789635710.133450:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427473408 00000100:00100000:3.0:1789635710.133458:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427473408 00000100:00100000:3.0:1789635710.133514:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1789635710.133523:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f73c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+21:22657:x1876568427473408:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789635710.133542:0:22654:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789635710.133562:0:22654:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d05488fe200/0xb0c3a59caa410ee0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xb0c3a59caa410ed9 expref: -99 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.133584:0:22654:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d05488fe200/0xb0c3a59caa410ee0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb0c3a59caa410ed9 expref: 22 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.133628:0:22654:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d05488fe200/0xb0c3a59caa410ee0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410ed9 expref: 22 pid: 22654 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635710.133638:0:22654:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d05488fe200, rc 0) 00000100:00100000:3.0:1789635710.133683:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f73c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+22:22657:x1876568427473408:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 161us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635710.133691:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1789635710.134193:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d056bd5fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427473408:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789635710.134221:0:22657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8d056ff54c00/0xb0c3a59caa410ed9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410ee0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.134232:0:22657:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8d056ff54c00/0xb0c3a59caa410ed9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa410ee0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789635710.134297:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654ef480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427473536:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789635710.134330:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635710.134366:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d057590dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789635710.134482:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427473536 00000100:00100000:0.0:1789635710.134488:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427473536 00000100:00100000:0.0:1789635710.134528:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1789635710.134535:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f70850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+22:22657:x1876568427473536:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789635710.134793:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f70850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+22:22657:x1876568427473536:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 258us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635710.134800:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1789635710.134869:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654ef480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427473536:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789635710.134912:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05654ef480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427473664:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789635710.134953:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635710.134975:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d057590dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789635710.135022:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427473664 00000100:00100000:0.0:1789635710.135026:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427473664 00000100:00100000:0.0:1789635710.135061:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1789635710.135068:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f73450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+22:22657:x1876568427473664:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789635710.135222:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f73450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+22:22657:x1876568427473664:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 154us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635710.135230:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00010000:00010000:1.0:1789635710.136963:0:23927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43400/0xb0c3a59caa410ee7 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.136984:0:23927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43400/0xb0c3a59caa410ee7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.136997:0:23927:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43400/0xb0c3a59caa410ee7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1789635710.137014:0:23927:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000fd39ef05 reply state 0000000086cf4903 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43400/0xb0c3a59caa410ee7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.137025:0:23927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43400/0xb0c3a59caa410ee7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.137032:0:23927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d054d47f900) 00010000:00010000:1.0:1789635710.137035:0:23927:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1789635710.137039:0:23927:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1789635710.137043:0:23927:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1789635710.137053:0:23927:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe000/0xb0c3a59caa410ecb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.137060:0:23927:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe000/0xb0c3a59caa410ecb lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.137066:0:23927:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe000/0xb0c3a59caa410ecb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.137073:0:23927:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488fe000 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:1.0:1789635710.137085:0:23927:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe000/0xb0c3a59caa410ecb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.137092:0:23927:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe000/0xb0c3a59caa410ecb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.137110:0:23927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d054d47f200) 00010000:00010000:1.0:1789635710.137113:0:23927:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789635710.137116:0:23927:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe000/0xb0c3a59caa410ecb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.137123:0:23927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe000/0xb0c3a59caa410ecb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1789635710.137144:0:23927:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000fd39ef05 reply state 0000000086cf4903 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42800/0xb0c3a59caa410ed2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.137153:0:23927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42800/0xb0c3a59caa410ed2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.137160:0:23927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8d054d47f100) 00010000:00010000:1.0:1789635710.137163:0:23927:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1789635710.137165:0:23927:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1789635710.137187:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05654ef480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427473664:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789635710.137268:0:23927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0543296680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:facafac1-3183-4197-a213-e13aef5177d3+10:18673:x1876568411630336:12345-192.168.203.20@tcp:36:lfs.0 Request processed in 17459us (17626us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1789635710.137277:0:23927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 28 00000040:00080000:1.0:1789635710.139268:0:25714:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1789635710.139496:0:22657:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1789635710.139522:0:22657:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789635710.139534:0:22657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056ff54c00/0xb0c3a59caa410ed9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410ee0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.139545:0:22657:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d056ff54c00/0xb0c3a59caa410ed9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410ee0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789635710.139557:0:22657:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1789635710.139575:0:22657:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d04478c2000 from 13 10000000:01000000:0.0:1789635710.139578:0:22657:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789635710.139737:0:22657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056ff55000/0xb0c3a59caa410eee lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.139747:0:22657:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8d056ff55000/0xb0c3a59caa410eee lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.139757:0:22657:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8d056ff55000/0xb0c3a59caa410eee lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789635710.139780:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d056bd5f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427473792:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789635710.139839:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635710.139881:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d057ae000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789635710.139973:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427473792 00000100:00100000:1.0:1789635710.139981:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427473792 00000100:00100000:1.0:1789635710.140028:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1789635710.140037:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f71850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+22:22657:x1876568427473792:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789635710.140060:0:22655:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789635710.140073:0:22655:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0549f43800/0xb0c3a59caa410ef5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xb0c3a59caa410eee expref: -99 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.140096:0:22655:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0549f43800/0xb0c3a59caa410ef5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb0c3a59caa410eee expref: 23 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.140106:0:22655:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0549f43800/0xb0c3a59caa410ef5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410eee expref: 23 pid: 22655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.140115:0:22655:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0549f43800, rc 0) 00000100:00100000:1.0:1789635710.140259:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f71850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+23:22657:x1876568427473792:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 223us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635710.140266:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1789635710.141043:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d056bd5f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427473792:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789635710.141063:0:22657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8d056ff55000/0xb0c3a59caa410eee lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410ef5 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.141074:0:22657:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8d056ff55000/0xb0c3a59caa410eee lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa410ef5 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635710.141149:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447b5c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427473920:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789635710.141191:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635710.141281:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0543298d80 going to sleep for 11 seconds 00000100:00100000:3.0:1789635710.141334:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427473920 00000100:00100000:3.0:1789635710.141340:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427473920 00000100:00100000:3.0:1789635710.141486:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1789635710.141496:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+23:22657:x1876568427473920:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789635710.144364:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+23:22657:x1876568427473920:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 2861us (3163us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635710.144378:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:2.0:1789635710.144589:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447b5c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427473920:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789635710.144718:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447b5c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427474048:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789635710.144774:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635710.144838:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0543298d80 going to sleep for 11 seconds 00000100:00100000:1.0:1789635710.144880:0:22655:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427474048 00000100:00100000:1.0:1789635710.144888:0:22655:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427474048 00000100:00100000:1.0:1789635710.144972:0:22655:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:1.0:1789635710.144982:0:22655:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+23:22657:x1876568427474048:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789635710.145092:0:22655:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+23:22657:x1876568427474048:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 111us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635710.145099:0:22655:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1789635710.145171:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447b5c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427474048:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1789635710.145942:0:25715:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1789635710.146012:0:22657:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1789635710.146030:0:22657:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789635710.146040:0:22657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056ff55000/0xb0c3a59caa410eee lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410ef5 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.146059:0:22657:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d056ff55000/0xb0c3a59caa410eee lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410ef5 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789635710.146070:0:22657:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1789635710.146072:0:22657:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d0448f98000 from 13 10000000:01000000:2.0:1789635710.146075:0:22657:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789635710.146102:0:22657:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e1a2c00/0xb0c3a59caa410efc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.146110:0:22657:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.120@tcp lock: ffff8d056e1a2c00/0xb0c3a59caa410efc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.146119:0:22657:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.120@tcp lock: ffff8d056e1a2c00/0xb0c3a59caa410efc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635710.146138:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447b5c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427474176:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789635710.146181:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635710.146474:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0543298e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789635710.146707:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427474176 00000100:00100000:0.0:1789635710.146714:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427474176 00000100:00100000:0.0:1789635710.146749:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1789635710.146758:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+23:22657:x1876568427474176:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789635710.146770:0:22652:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789635710.146784:0:22652:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d056ff55a00/0xb0c3a59caa410f03 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xb0c3a59caa410efc expref: -99 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.146809:0:22652:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d056ff55a00/0xb0c3a59caa410f03 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xb0c3a59caa410efc expref: 24 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.146819:0:22652:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d056ff55a00/0xb0c3a59caa410f03 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xb0c3a59caa410efc expref: 24 pid: 22652 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.146829:0:22652:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056ff55a00, rc 0) 00000100:00100000:0.0:1789635710.146914:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+24:22657:x1876568427474176:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 158us (733us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635710.146929:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1789635710.146999:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447b5c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427474176:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789635710.147012:0:22657:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.120@tcp lock: ffff8d056e1a2c00/0xb0c3a59caa410efc lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410f03 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.147020:0:22657:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.120@tcp lock: ffff8d056e1a2c00/0xb0c3a59caa410efc lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xb0c3a59caa410f03 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635710.147075:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447b5c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427474304:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789635710.147102:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635710.147139:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0543298e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789635710.147187:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427474304 00000100:00100000:0.0:1789635710.147192:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427474304 00000100:00100000:0.0:1789635710.147221:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1789635710.147228:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+24:22657:x1876568427474304:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789635710.147332:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+24:22657:x1876568427474304:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 103us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635710.147339:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1789635710.147470:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447b5c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427474304:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789635710.147497:0:22657:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447b5c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427474432:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789635710.147537:0:22657:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635710.147560:0:22657:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0543298e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789635710.147619:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427474432 00000100:00100000:0.0:1789635710.147623:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427474432 00000100:00100000:0.0:1789635710.147644:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1789635710.147650:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+24:22657:x1876568427474432:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789635710.147727:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+24:22657:x1876568427474432:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 76us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635710.147734:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:2.0:1789635710.147868:0:22657:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447b5c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:22657:1876568427474432:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1789635710.148647:0:25716:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1789635710.148859:0:22657:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1789635710.148881:0:22657:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.120@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789635710.148890:0:22657:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.120@tcp lock: ffff8d056e1a2c00/0xb0c3a59caa410efc lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410f03 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.148901:0:22657:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.120@tcp lock: ffff8d056e1a2c00/0xb0c3a59caa410efc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xb0c3a59caa410f03 expref: -99 pid: 22657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789635710.224193:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635710.224317:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411630592 00000100:00100000:2.0:1789635710.224328:0:22660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411630592 00000100:00100000:2.0:1789635710.224396:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 29 00000100:00100000:2.0:1789635710.224407:0:22660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:facafac1-3183-4197-a213-e13aef5177d3+10:18683:x1876568411630592:12345-192.168.203.20@tcp:101:lctl.0 00010000:00010000:2.0:1789635710.224433:0:22660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789635710.224455:0:22660:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410f0a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab7465e expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.224540:0:22660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2000/0xb0c3a59caa410f11 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.224562:0:22660:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2000/0xb0c3a59caa410f11 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.224575:0:22660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2000/0xb0c3a59caa410f11 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789635710.224663:0:22660:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789635710.224668:0:22660:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789635710.224704:0:22660:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2000/0xb0c3a59caa410f11 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.224749:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410f0a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7465e expref: 12 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.224769:0:22660:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2000/0xb0c3a59caa410f11 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7465e expref: 11 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.224778:0:22660:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d056e062d00) 00010000:00010000:2.0:1789635710.224781:0:22660:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789635710.224784:0:22660:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056e1a2000, rc 0) 00000100:00100000:2.0:1789635710.224844:0:22660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:facafac1-3183-4197-a213-e13aef5177d3+11:18683:x1876568411630592:12345-192.168.203.20@tcp:101:lctl.0 Request processed in 439us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635710.224851:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 29 00000100:00100000:1.0:1789635710.254784:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635710.255914:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411630720 00000100:00100000:2.0:1789635710.255929:0:22662:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411630720 00000100:00100000:2.0:1789635710.255997:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 30 00000100:00100000:2.0:1789635710.256008:0:22662:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23e40c64-b173-4c2b-a53e-406b21e4778b+5:18684:x1876568411630720:12345-192.168.203.20@tcp:101:lfs.0 00010000:00010000:2.0:1789635710.256030:0:22662:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789635710.256050:0:22662:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410f18 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab74665 expref: -99 pid: 22662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.256125:0:22662:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2400/0xb0c3a59caa410f1f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.256139:0:22662:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2400/0xb0c3a59caa410f1f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.256151:0:22662:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2400/0xb0c3a59caa410f1f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789635710.256219:0:22662:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789635710.256223:0:22662:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789635710.256245:0:22662:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2400/0xb0c3a59caa410f1f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.256271:0:22662:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410f18 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74665 expref: 7 pid: 22662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.256288:0:22662:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2400/0xb0c3a59caa410f1f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74665 expref: 6 pid: 22662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.256297:0:22662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d056e062d00) 00010000:00010000:2.0:1789635710.256299:0:22662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789635710.256302:0:22662:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056e1a2400, rc 0) 00000100:00100000:2.0:1789635710.256374:0:22662:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23e40c64-b173-4c2b-a53e-406b21e4778b+6:18684:x1876568411630720:12345-192.168.203.20@tcp:101:lfs.0 Request processed in 368us (1598us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635710.256382:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 30 00000100:00100000:1.0:1789635710.262507:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635710.264744:0:23927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411630848 00000100:00100000:2.0:1789635710.264761:0:23927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411630848 00000100:00100000:2.0:1789635710.264878:0:23927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 31 00000100:00100000:2.0:1789635710.264889:0:23927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23e40c64-b173-4c2b-a53e-406b21e4778b+6:18684:x1876568411630848:12345-192.168.203.20@tcp:101:lfs.0 00010000:00010000:2.0:1789635710.264909:0:23927:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789635710.264929:0:23927:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3e00/0xb0c3a59caa410f26 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab7466c expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.264992:0:23927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa410f2d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.265023:0:23927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa410f2d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.265035:0:23927:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa410f2d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.265047:0:23927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa410f34 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.265068:0:23927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa410f34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.265075:0:23927:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa410f34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.265148:0:23927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa410f3b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.265157:0:23927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa410f3b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.265164:0:23927:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa410f3b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789635710.265203:0:23927:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789635710.265216:0:23927:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789635710.265235:0:23927:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa410f3b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.265247:0:23927:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa410f2d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.265262:0:23927:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa410f2d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.265268:0:23927:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa410f2d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.265273:0:23927:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a3800 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:2.0:1789635710.265277:0:23927:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa410f2d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.265283:0:23927:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa410f2d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.265295:0:23927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d056e062d00) 00010000:00010000:2.0:1789635710.265297:0:23927:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789635710.265301:0:23927:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa410f2d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.265306:0:23927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa410f2d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.265319:0:23927:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa410f34 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.265325:0:23927:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa410f34 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.265330:0:23927:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa410f34 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.265335:0:23927:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a3000 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:2.0:1789635710.265342:0:23927:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa410f34 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.265349:0:23927:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa410f34 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.265357:0:23927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8d054d47f100) 00010000:00010000:2.0:1789635710.265360:0:23927:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789635710.265363:0:23927:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa410f34 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.265370:0:23927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa410f34 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.265395:0:23927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3e00/0xb0c3a59caa410f26 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7466c expref: 8 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.265408:0:23927:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa410f3b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7466c expref: 7 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.265415:0:23927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d054d47f900) 00010000:00010000:2.0:1789635710.265417:0:23927:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789635710.265420:0:23927:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056e1a3400, rc 0) 00000100:00100000:2.0:1789635710.265565:0:23927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23e40c64-b173-4c2b-a53e-406b21e4778b+7:18684:x1876568411630848:12345-192.168.203.20@tcp:101:lfs.0 Request processed in 678us (3066us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635710.265572:0:23927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 31 00000100:00100000:1.0:1789635710.271766:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635710.271848:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411630976 00000100:00100000:0.0:1789635710.271858:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411630976 00000100:00100000:0.0:1789635710.271997:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 6 00000100:00100000:0.0:1789635710.272020:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05654ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:23e40c64-b173-4c2b-a53e-406b21e4778b+5:18684:x1876568411630976:12345-192.168.203.20@tcp:900:lfs.0 00000100:00100000:0.0:1789635710.272106:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05654ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:23e40c64-b173-4c2b-a53e-406b21e4778b+5:18684:x1876568411630976:12345-192.168.203.20@tcp:900:lfs.0 Request processed in 88us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635710.272114:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 6 00000100:00100000:3.0:1789635710.275681:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635710.275873:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411631232 00000100:00100000:0.0:1789635710.275883:0:22660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411631232 00000100:00100000:0.0:1789635710.275948:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 32 00000100:00100000:0.0:1789635710.275969:0:22660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d044859aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23e40c64-b173-4c2b-a53e-406b21e4778b+7:18684:x1876568411631232:12345-192.168.203.20@tcp:101:lfs.0 00010000:00010000:0.0:1789635710.275996:0:22660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789635710.276016:0:22660:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54800/0xb0c3a59caa410f42 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab74673 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789635710.276115:0:22660:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1789635710.276225:0:22660:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54800/0xb0c3a59caa410f42 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74673 expref: 9 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.276240:0:22660:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d056e062d00) 00010000:00010000:0.0:1789635710.276243:0:22660:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1789635710.276249:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54800/0xb0c3a59caa410f42 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74673 expref: 9 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.276263:0:22660:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056ff54800, rc 0) 00000100:00100000:0.0:1789635710.276340:0:22660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d044859aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23e40c64-b173-4c2b-a53e-406b21e4778b+8:18684:x1876568411631232:12345-192.168.203.20@tcp:101:lfs.0 Request processed in 382us (667us total) trans 12884901891 rc 301/301 00000100:00100000:0.0:1789635710.276347:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 32 00000100:00100000:3.0:1789635710.279451:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635710.279964:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411631488 00000100:00100000:0.0:1789635710.279995:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411631488 00000100:00100000:0.0:1789635710.280067:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 33 00000100:00100000:0.0:1789635710.280078:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0448598e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23e40c64-b173-4c2b-a53e-406b21e4778b+8:18684:x1876568411631488:12345-192.168.203.20@tcp:36:lfs.0 00010000:00010000:0.0:1789635710.280133:0:22661:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789635710.280159:0:22661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa410f3b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7466c expref: 8 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.280178:0:22661:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d054d47f900) 00010000:00010000:0.0:1789635710.280183:0:22661:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789635710.280215:0:22661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54600/0xb0c3a59caa410f50 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.280228:0:22661:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54600/0xb0c3a59caa410f50 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.280237:0:22661:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54600/0xb0c3a59caa410f50 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1789635710.280495:0:22661:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000007a9e6d76 reply state 000000000d04072c transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54600/0xb0c3a59caa410f50 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.280509:0:22661:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54600/0xb0c3a59caa410f50 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.280516:0:22661:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d054d47f900) 00010000:00010000:0.0:1789635710.280518:0:22661:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1789635710.280520:0:22661:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1789635710.280527:0:22661:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1789635710.280692:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0448598e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:23e40c64-b173-4c2b-a53e-406b21e4778b+9:18684:x1876568411631488:12345-192.168.203.20@tcp:36:lfs.0 Request processed in 614us (1255us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1789635710.280700:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 33 00000100:00080000:2.0:1789635710.281641:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789635710.290636:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635710.290884:0:22663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411631744 00000100:00100000:0.0:1789635710.290899:0:22663:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411631744 00000100:00100000:0.0:1789635710.291040:0:22663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 2 00000100:00100000:0.0:1789635710.291052:0:22663:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0448599180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:23e40c64-b173-4c2b-a53e-406b21e4778b+9:18684:x1876568411631744:12345-192.168.203.20@tcp:35:lfs.0 00000100:00100000:0.0:1789635710.291292:0:22663:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0448599180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:23e40c64-b173-4c2b-a53e-406b21e4778b+10:18684:x1876568411631744:12345-192.168.203.20@tcp:35:lfs.0 Request processed in 243us (714us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1789635710.291300:0:22663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 2 00000100:00100000:3.0:1789635710.297106:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635710.300857:0:23927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411632000 00000100:00100000:2.0:1789635710.300874:0:23927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411632000 00000100:00100000:2.0:1789635710.300960:0:23927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 34 00000100:00100000:2.0:1789635710.301121:0:23927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0448598a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23e40c64-b173-4c2b-a53e-406b21e4778b+10:18684:x1876568411632000:12345-192.168.203.20@tcp:101:lfs.0 00010000:00010000:2.0:1789635710.301167:0:23927:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789635710.301188:0:23927:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3e00/0xb0c3a59caa410f57 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab7467a expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.301268:0:23927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa410f5e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.301281:0:23927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa410f5e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.301291:0:23927:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa410f5e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.301300:0:23927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa410f65 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.301305:0:23927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa410f65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.301311:0:23927:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa410f65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789635710.301407:0:23927:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1789635710.301474:0:23927:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa410f5e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.301481:0:23927:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa410f5e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.301488:0:23927:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa410f5e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.301503:0:23927:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a3000 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:2.0:1789635710.301508:0:23927:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa410f5e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.301516:0:23927:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa410f5e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.301529:0:23927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d056e062d00) 00010000:00010000:2.0:1789635710.301532:0:23927:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789635710.301536:0:23927:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa410f5e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.301541:0:23927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa410f5e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.301568:0:23927:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa410f65 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.301574:0:23927:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa410f65 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.301580:0:23927:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa410f65 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.301585:0:23927:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a3800 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:2.0:1789635710.301588:0:23927:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa410f65 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.301651:0:23927:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa410f65 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.301674:0:23927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8d054d47f100) 00010000:00010000:2.0:1789635710.301676:0:23927:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789635710.301680:0:23927:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa410f65 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.301687:0:23927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa410f65 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.301725:0:23927:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3e00/0xb0c3a59caa410f57 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7467a expref: 12 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.301741:0:23927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d056e062d00) 00010000:00010000:2.0:1789635710.301743:0:23927:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789635710.301747:0:23927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3e00/0xb0c3a59caa410f57 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7467a expref: 12 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.301761:0:23927:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056e1a3e00, rc 0) 00000100:00100000:2.0:1789635710.301845:0:23927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0448598a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:23e40c64-b173-4c2b-a53e-406b21e4778b+11:18684:x1876568411632000:12345-192.168.203.20@tcp:101:lfs.0 Request processed in 727us (4753us total) trans 12884901894 rc 301/301 00000100:00100000:2.0:1789635710.304826:0:23927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 34 00000100:00100000:1.0:1789635710.308503:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635710.309098:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411632128 00000100:00100000:2.0:1789635710.309110:0:22662:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411632128 00000100:00100000:2.0:1789635710.309180:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 35 00000100:00100000:2.0:1789635710.309190:0:22662:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575ad9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23e40c64-b173-4c2b-a53e-406b21e4778b+11:18684:x1876568411632128:12345-192.168.203.20@tcp:101:lfs.0 00010000:00010000:2.0:1789635710.309222:0:22662:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789635710.309240:0:22662:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410f73 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab74681 expref: -99 pid: 22662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789635710.309267:0:23425:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789635710.309353:0:22662:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa410f7a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.309366:0:22662:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa410f7a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.309377:0:22662:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa410f7a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789635710.309401:0:22662:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789635710.309405:0:22662:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789635710.309421:0:22662:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa410f7a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.309447:0:22662:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410f73 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74681 expref: 13 pid: 22662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.309465:0:22662:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa410f7a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74681 expref: 12 pid: 22662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.309473:0:22662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d054d47f900) 00010000:00010000:2.0:1789635710.309476:0:22662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789635710.309479:0:22662:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056e1a2600, rc 0) 00000100:00100000:2.0:1789635710.309544:0:22662:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575ad9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:23e40c64-b173-4c2b-a53e-406b21e4778b+12:18684:x1876568411632128:12345-192.168.203.20@tcp:101:lfs.0 Request processed in 356us (1050us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635710.309550:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 35 00000100:00100000:3.0:1789635710.312823:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635710.312942:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411632256 00000100:00100000:2.0:1789635710.312955:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411632256 00000100:00100000:2.0:1789635710.313050:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 3 00000100:00100000:2.0:1789635710.313063:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d044859bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:23e40c64-b173-4c2b-a53e-406b21e4778b+12:18684:x1876568411632256:12345-192.168.203.20@tcp:37:lfs.0 00000100:00100000:1.0:1789635710.323911:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d044859bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:23e40c64-b173-4c2b-a53e-406b21e4778b+12:18684:x1876568411632256:12345-192.168.203.20@tcp:37:lfs.0 Request processed in 10834us (11094us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635710.324767:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 3 00000100:00100000:2.0:1789635710.329137:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635710.329694:0:22663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411632512 00000100:00100000:0.0:1789635710.329708:0:22663:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411632512 00000100:00100000:0.0:1789635710.329770:0:22663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 4 00000100:00100000:0.0:1789635710.329782:0:22663:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447ae8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:23e40c64-b173-4c2b-a53e-406b21e4778b+12:18684:x1876568411632512:12345-192.168.203.20@tcp:35:lfs.0 00000100:00100000:0.0:1789635710.330088:0:22663:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447ae8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:23e40c64-b173-4c2b-a53e-406b21e4778b+13:18684:x1876568411632512:12345-192.168.203.20@tcp:35:lfs.0 Request processed in 308us (964us total) trans 12884901895 rc 0/0 00000100:00100000:0.0:1789635710.330097:0:22663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 4 00000100:00100000:3.0:1789635710.372226:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1876568427474560:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789635710.373282:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427474816:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789635710.373453:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d056bd5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1876568427474688:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789635710.373649:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635710.373729:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635710.375181:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427474688 00000100:00100000:1.0:1789635710.375200:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427474688 00000100:00100000:2.0:1789635710.375256:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427474560 00000100:00100000:2.0:1789635710.375271:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427474560 00000100:00100000:1.0:1789635710.375323:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1789635710.375338:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447b5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1876568427474688:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789635710.375695:0:22665:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1789635710.375960:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447b5c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1876568427474688:12345-0@lo:41:osp-pre-0-1.0 Request processed in 621us (2307us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635710.375970:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1789635710.375994:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1789635710.376005:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0448598380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1876568427474560:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789635710.376039:0:22665:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789635710.376107:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0448598380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1876568427474560:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (2385us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635710.376114:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1789635710.376163:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d056bd5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1876568427474688:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789635710.376401:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae94380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1876568427474560:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789635710.377843:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635710.378161:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427474816 00000100:00100000:2.0:1789635710.378171:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427474816 00000100:00100000:2.0:1789635710.378253:0:24182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789635710.378263:0:24182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427474816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789635710.378294:0:24182:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1789635710.378358:0:24182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427474816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635710.378366:0:24182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789635710.378665:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427474816:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1789635710.378723:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789635710.413550:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635710.413717:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411632640 00000100:00100000:0.0:1789635710.413730:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411632640 00000100:00100000:0.0:1789635710.413869:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 36 00000100:00100000:0.0:1789635710.413882:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d044859b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:facafac1-3183-4197-a213-e13aef5177d3+11:18690:x1876568411632640:12345-192.168.203.20@tcp:101:bash.0 00010000:00010000:0.0:1789635710.413908:0:22661:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789635710.413933:0:22661:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54800/0xb0c3a59caa410f81 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab74688 expref: -99 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.414017:0:22661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55200/0xb0c3a59caa410f88 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.414055:0:22661:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55200/0xb0c3a59caa410f88 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.414073:0:22661:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55200/0xb0c3a59caa410f88 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.414087:0:22661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54e00/0xb0c3a59caa410f8f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.414095:0:22661:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54e00/0xb0c3a59caa410f8f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.414102:0:22661:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54e00/0xb0c3a59caa410f8f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.414222:0:22661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54400/0xb0c3a59caa410f96 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.414233:0:22661:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54400/0xb0c3a59caa410f96 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.414241:0:22661:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54400/0xb0c3a59caa410f96 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789635710.414917:0:22661:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1789635710.414925:0:22661:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789635710.414982:0:22661:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54400/0xb0c3a59caa410f96 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.415000:0:22661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55200/0xb0c3a59caa410f88 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.415038:0:22661:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55200/0xb0c3a59caa410f88 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.415045:0:22661:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55200/0xb0c3a59caa410f88 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.415052:0:22661:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056ff55200 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:0.0:1789635710.415057:0:22661:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55200/0xb0c3a59caa410f88 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.415066:0:22661:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55200/0xb0c3a59caa410f88 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.415084:0:22661:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d056e062d00) 00010000:00010000:0.0:1789635710.415087:0:22661:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789635710.415093:0:22661:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55200/0xb0c3a59caa410f88 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.415100:0:22661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55200/0xb0c3a59caa410f88 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.415119:0:22661:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54e00/0xb0c3a59caa410f8f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.415126:0:22661:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54e00/0xb0c3a59caa410f8f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.415132:0:22661:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54e00/0xb0c3a59caa410f8f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.415138:0:22661:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056ff54e00 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:0.0:1789635710.415148:0:22661:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54e00/0xb0c3a59caa410f8f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.415155:0:22661:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54e00/0xb0c3a59caa410f8f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.415163:0:22661:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8d054d47f100) 00010000:00010000:0.0:1789635710.415166:0:22661:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789635710.415169:0:22661:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54e00/0xb0c3a59caa410f8f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.415175:0:22661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54e00/0xb0c3a59caa410f8f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.415222:0:22661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54800/0xb0c3a59caa410f81 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74688 expref: 13 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.415239:0:22661:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54400/0xb0c3a59caa410f96 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74688 expref: 12 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.415247:0:22661:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d054d47f900) 00010000:00010000:0.0:1789635710.415249:0:22661:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1789635710.415252:0:22661:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056ff54400, rc 0) 00000100:00100000:0.0:1789635710.415656:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d044859b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:facafac1-3183-4197-a213-e13aef5177d3+12:18690:x1876568411632640:12345-192.168.203.20@tcp:101:bash.0 Request processed in 1774us (2117us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635710.415667:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 36 00000100:00100000:3.0:1789635710.418002:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635710.418152:0:22671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411632768 00000100:00100000:0.0:1789635710.418164:0:22671:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411632768 00000100:00100000:0.0:1789635710.418226:0:22671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 7 00000100:00100000:0.0:1789635710.418236:0:22671:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d044859a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:facafac1-3183-4197-a213-e13aef5177d3+5:18690:x1876568411632768:12345-192.168.203.20@tcp:900:bash.0 00000100:00100000:0.0:1789635710.418359:0:22671:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d044859a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:facafac1-3183-4197-a213-e13aef5177d3+5:18690:x1876568411632768:12345-192.168.203.20@tcp:900:bash.0 Request processed in 124us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635710.418366:0:22671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 7 00000100:00100000:3.0:1789635710.419937:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635710.420021:0:23927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411633024 00000100:00100000:2.0:1789635710.420098:0:23927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411633024 00000100:00100000:1.0:1789635710.420276:0:25466:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 37 00000100:00100000:1.0:1789635710.420301:0:25466:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0448599880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:facafac1-3183-4197-a213-e13aef5177d3+12:18690:x1876568411633024:12345-192.168.203.20@tcp:101:bash.0 00010000:00010000:1.0:1789635710.420327:0:25466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789635710.420353:0:25466:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43200/0xb0c3a59caa410f9d lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab7468f expref: -99 pid: 25466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.420495:0:25466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43600/0xb0c3a59caa410fa4 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.420514:0:25466:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa410f7a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74681 expref: 12 pid: 22662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.420544:0:25466:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43600/0xb0c3a59caa410fa4 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.420589:0:25466:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa410f7a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74681 expref: 12 pid: 22662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.420634:0:25466:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa410f7a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74681 expref: 12 pid: 22662 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789635710.420650:0:25466:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25466:1876568427474944:192.168.203.20@tcp:104: 00000100:00100000:1.0:1789635710.420749:0:25466:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d057b570e40 going to sleep for 11 seconds 00000100:00100000:1.0:1789635710.423483:0:25466:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d057ae96680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25466:1876568427474944:192.168.203.20@tcp:104: 00010000:00010000:1.0:1789635710.423518:0:25466:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43600/0xb0c3a59caa410fa4 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635710.424509:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635710.425442:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411633152 00000100:00100000:0.0:1789635710.425456:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411633152 00010000:00010000:0.0:1789635710.425504:0:22647:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa410f7a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74681 expref: 13 pid: 22662 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789635710.425576:0:23825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 16 00000100:00100000:1.0:1789635710.425613:0:23825:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0448599180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:23e40c64-b173-4c2b-a53e-406b21e4778b+13:2396:x1876568411633152:12345-192.168.203.20@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789635710.425634:0:23825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789635710.425644:0:23825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa410f7a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74681 expref: 13 pid: 22662 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.425660:0:23825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa410f7a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74681 expref: 13 pid: 22662 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.425688:0:23825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa410f7a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74681 expref: 13 pid: 22662 timeout: 829 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.425726:0:23825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d054d47f900) 00010000:00010000:1.0:1789635710.425732:0:23825:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43600/0xb0c3a59caa410fa4 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.425743:0:23825:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43600/0xb0c3a59caa410fa4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.425753:0:23825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43600/0xb0c3a59caa410fa4 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.425803:0:23825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789635710.425878:0:23825:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0448599180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:23e40c64-b173-4c2b-a53e-406b21e4778b+12:2396:x1876568411633152:12345-192.168.203.20@tcp:103:ldlm_bl.0 Request processed in 290us (1375us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635710.425886:0:23825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 16 00010000:00010000:2.0:1789635710.425916:0:25466:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43600/0xb0c3a59caa410fa4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.425927:0:25466:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43600/0xb0c3a59caa410fa4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.427825:0:25466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410fab lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.427849:0:25466:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410fab lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.427880:0:25466:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410fab lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.428549:0:25466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3e00/0xb0c3a59caa410fb2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.428562:0:25466:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3e00/0xb0c3a59caa410fb2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.428570:0:25466:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3e00/0xb0c3a59caa410fb2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789635710.428580:0:25466:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1789635710.428707:0:25466:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43600/0xb0c3a59caa410fa4 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.428715:0:25466:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43600/0xb0c3a59caa410fa4 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.428722:0:25466:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43600/0xb0c3a59caa410fa4 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.428729:0:25466:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0549f43600 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:2.0:1789635710.428733:0:25466:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43600/0xb0c3a59caa410fa4 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.428741:0:25466:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43600/0xb0c3a59caa410fa4 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.428752:0:25466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d054d47f900) 00010000:00010000:2.0:1789635710.428755:0:25466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789635710.428767:0:25466:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43600/0xb0c3a59caa410fa4 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.428771:0:25466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43600/0xb0c3a59caa410fa4 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1789635710.428782:0:25466:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000beb4b625 reply state 00000000f9f8909e transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410fab lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.428789:0:25466:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410fab lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.428793:0:25466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8d056e062100) 00010000:00010000:2.0:1789635710.428795:0:25466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789635710.428797:0:25466:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1789635710.428827:0:25466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43200/0xb0c3a59caa410f9d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7468f expref: 15 pid: 25466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.428836:0:25466:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3e00/0xb0c3a59caa410fb2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7468f expref: 14 pid: 25466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.428841:0:25466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:2.0:1789635710.428842:0:25466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:2.0:1789635710.428843:0:25466:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056e1a3e00, rc 0) 00000100:00100000:2.0:1789635710.428981:0:25466:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0448599880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:facafac1-3183-4197-a213-e13aef5177d3+15:18690:x1876568411633024:12345-192.168.203.20@tcp:101:bash.0 Request processed in 8693us (9051us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1789635710.428989:0:25466:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 37 00010000:00010000:3.0:1789635710.436137:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789635710.442218:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635710.442475:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411633280 00000100:00100000:2.0:1789635710.442491:0:22662:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411633280 00000100:00100000:2.0:1789635710.442672:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 38 00000100:00100000:2.0:1789635710.442684:0:22662:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d044859bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:facafac1-3183-4197-a213-e13aef5177d3+15:18690:x1876568411633280:12345-192.168.203.20@tcp:101:bash.0 00010000:00010000:2.0:1789635710.442742:0:22662:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789635710.442762:0:22662:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa410fc0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab74696 expref: -99 pid: 22662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.442828:0:22662:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa410fc7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.442842:0:22662:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa410fc7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.442853:0:22662:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa410fc7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789635710.442898:0:22662:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1789635710.442903:0:22662:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789635710.442920:0:22662:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa410fc7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.442929:0:22662:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa410fc7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.442952:0:22662:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa410fc0 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74696 expref: 17 pid: 22662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.442990:0:22662:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa410fc7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74696 expref: 16 pid: 22662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.442998:0:22662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:2.0:1789635710.443001:0:22662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789635710.443005:0:22662:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056e1a2600, rc 0) 00000100:00100000:2.0:1789635710.443088:0:22662:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d044859bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:facafac1-3183-4197-a213-e13aef5177d3+16:18690:x1876568411633280:12345-192.168.203.20@tcp:101:bash.0 Request processed in 407us (894us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635710.443095:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 38 00000100:00100000:3.0:1789635710.445490:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635710.445573:0:22663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411633536 00000100:00100000:0.0:1789635710.445585:0:22663:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411633536 00000100:00100000:0.0:1789635710.445673:0:22663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 5 00000100:00100000:0.0:1789635710.445683:0:22663:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d044859b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:facafac1-3183-4197-a213-e13aef5177d3+16:18690:x1876568411633536:12345-192.168.203.20@tcp:35:bash.0 00000100:00100000:0.0:1789635710.445945:0:22663:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d044859b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:facafac1-3183-4197-a213-e13aef5177d3+17:18690:x1876568411633536:12345-192.168.203.20@tcp:35:bash.0 Request processed in 263us (468us total) trans 12884901897 rc 0/0 00000100:00100000:0.0:1789635710.445952:0:22663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 5 00000100:00100000:3.0:1789635710.534835:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635710.534940:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411633792 00000100:00100000:0.0:1789635710.534950:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411633792 00000100:00100000:0.0:1789635710.535055:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 39 00000100:00100000:0.0:1789635710.535066:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0448599500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:facafac1-3183-4197-a213-e13aef5177d3+17:18700:x1876568411633792:12345-192.168.203.20@tcp:101:lfs.0 00010000:00010000:0.0:1789635710.535090:0:22661:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789635710.535112:0:22661:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54800/0xb0c3a59caa410fce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab7469d expref: -99 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789635710.535214:0:22661:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1789635710.535325:0:22661:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54800/0xb0c3a59caa410fce lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7469d expref: 19 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.535367:0:22661:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d056e062d00) 00010000:00010000:0.0:1789635710.535370:0:22661:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1789635710.535375:0:22661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54800/0xb0c3a59caa410fce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7469d expref: 19 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.535391:0:22661:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056ff54800, rc 0) 00000100:00100000:0.0:1789635710.535705:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0448599500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:facafac1-3183-4197-a213-e13aef5177d3+18:18700:x1876568411633792:12345-192.168.203.20@tcp:101:lfs.0 Request processed in 640us (878us total) trans 12884901898 rc 301/301 00000100:00100000:0.0:1789635710.535712:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 39 00000100:00100000:3.0:1789635710.544943:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635710.545119:0:22663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411634048 00000100:00100000:0.0:1789635710.545130:0:22663:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411634048 00000100:00100000:0.0:1789635710.545187:0:22663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 6 00000100:00100000:0.0:1789635710.545196:0:22663:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05768b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:facafac1-3183-4197-a213-e13aef5177d3+18:18700:x1876568411634048:12345-192.168.203.20@tcp:35:lfs.0 00000100:00100000:0.0:1789635710.545621:0:22663:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05768b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:facafac1-3183-4197-a213-e13aef5177d3+19:18700:x1876568411634048:12345-192.168.203.20@tcp:35:lfs.0 Request processed in 424us (685us total) trans 12884901899 rc 0/0 00000100:00100000:0.0:1789635710.545629:0:22663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 6 00000100:00100000:3.0:1789635710.596588:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635710.596723:0:25466:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411634304 00000100:00100000:2.0:1789635710.596732:0:25466:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411634304 00000100:00100000:2.0:1789635710.596927:0:25466:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 40 00000100:00100000:2.0:1789635710.596939:0:25466:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05768b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:facafac1-3183-4197-a213-e13aef5177d3+19:18703:x1876568411634304:12345-192.168.203.20@tcp:101:lfs.0 00010000:00010000:2.0:1789635710.596963:0:25466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789635710.596983:0:25466:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa410fdc lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab746a4 expref: -99 pid: 25466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.597079:0:25466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa410fe3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.597093:0:25466:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa410fe3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.597105:0:25466:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa410fe3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789635710.597115:0:25466:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1789635710.597226:0:25466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa410fdc lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746a4 expref: 22 pid: 25466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.597243:0:25466:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa410fe3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746a4 expref: 21 pid: 25466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.597251:0:25466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:2.0:1789635710.597253:0:25466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789635710.597272:0:25466:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056e1a3000, rc 0) 00000100:00100000:2.0:1789635710.597334:0:25466:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05768b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:facafac1-3183-4197-a213-e13aef5177d3+21:18703:x1876568411634304:12345-192.168.203.20@tcp:101:lfs.0 Request processed in 397us (755us total) trans 12884901900 rc 0/0 00000100:00100000:2.0:1789635710.597341:0:25466:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 40 00000100:00100000:3.0:1789635710.601558:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:3.0:1789635710.601649:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635710.601955:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411634432 00000100:00100000:2.0:1789635710.601967:0:22662:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411634432 00000100:00100000:2.0:1789635710.602029:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 41 00000100:00100000:2.0:1789635710.602039:0:22662:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05768b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:facafac1-3183-4197-a213-e13aef5177d3+21:18703:x1876568411634432:12345-192.168.203.20@tcp:54:lfs.0 00010000:00010000:2.0:1789635710.602108:0:22662:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa410ff1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.602124:0:22662:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa410ff1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.602136:0:22662:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa410ff1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.602168:0:22662:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa410ff1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.602176:0:22662:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa410ff1 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.602182:0:22662:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa410ff1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.602188:0:22662:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a3400 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:2.0:1789635710.602193:0:22662:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa410ff1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.602209:0:22662:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa410ff1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.602235:0:22662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:2.0:1789635710.602239:0:22662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789635710.602244:0:22662:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa410ff1 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635710.602250:0:22662:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa410ff1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635710.602337:0:22662:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05768b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:facafac1-3183-4197-a213-e13aef5177d3+21:18703:x1876568411634432:12345-192.168.203.20@tcp:54:lfs.0 Request processed in 299us (788us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635710.602465:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 41 00000100:00100000:1.0:1789635710.605037:0:22645:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411634560 00000100:00100000:1.0:1789635710.605055:0:22645:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411634560 00000100:00100000:1.0:1789635710.605286:0:22645:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 0 00000100:00100000:1.0:1789635710.605300:0:22645:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05768b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:facafac1-3183-4197-a213-e13aef5177d3+21:2398:x1876568411634560:12345-192.168.203.20@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789635710.605315:0:22645:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789635710.605338:0:22645:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa410fe3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746a4 expref: 21 pid: 25466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.605366:0:22645:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:1.0:1789635710.605371:0:22645:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789635710.605439:0:22645:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05768b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:facafac1-3183-4197-a213-e13aef5177d3+20:2398:x1876568411634560:12345-192.168.203.20@tcp:103:ldlm_bl.0 Request processed in 143us (3789us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635710.605447:0:22645:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 0 00000100:00100000:3.0:1789635710.608256:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635710.608742:0:22663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411634816 00000100:00100000:0.0:1789635710.608753:0:22663:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411634816 00000100:00100000:0.0:1789635710.608889:0:22663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 7 00000100:00100000:0.0:1789635710.608901:0:22663:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05768b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:facafac1-3183-4197-a213-e13aef5177d3+20:18703:x1876568411634816:12345-192.168.203.20@tcp:35:lfs.0 00000100:00100000:0.0:1789635710.610914:0:22663:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05768b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:facafac1-3183-4197-a213-e13aef5177d3+21:18703:x1876568411634816:12345-192.168.203.20@tcp:35:lfs.0 Request processed in 2005us (2657us total) trans 12884901901 rc 0/0 00000100:00100000:0.0:1789635710.610928:0:22663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 7 00000040:00080000:0.0:1789635710.756312:0:22693:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789635710.917925:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635710.918219:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411635072 00000100:00100000:1.0:1789635710.918229:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411635072 00000100:00100000:1.0:1789635710.918296:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 42 00000100:00100000:1.0:1789635710.918306:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:facafac1-3183-4197-a213-e13aef5177d3+21:18734:x1876568411635072:12345-192.168.203.20@tcp:101:cat.0 00010000:00010000:1.0:1789635710.918329:0:22661:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789635710.918359:0:22661:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42e00/0xb0c3a59caa410ff8 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab746ab expref: -99 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.918475:0:22661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42400/0xb0c3a59caa410fff lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.918490:0:22661:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42400/0xb0c3a59caa410fff lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.918502:0:22661:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42400/0xb0c3a59caa410fff lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789635710.918513:0:22661:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1789635710.918677:0:22661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42e00/0xb0c3a59caa410ff8 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746ab expref: 24 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.918697:0:22661:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42400/0xb0c3a59caa410fff lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746ab expref: 23 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635710.918705:0:22661:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:1.0:1789635710.918709:0:22661:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1789635710.918711:0:22661:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0549f42400, rc 0) 00000100:00100000:1.0:1789635710.918783:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd5f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:facafac1-3183-4197-a213-e13aef5177d3+23:18734:x1876568411635072:12345-192.168.203.20@tcp:101:cat.0 Request processed in 479us (868us total) trans 12884901902 rc 0/0 00000100:00100000:1.0:1789635710.918805:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 42 00000100:00100000:2.0:1789635710.924663:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635710.924861:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411635200 00000100:00100000:0.0:1789635710.924871:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411635200 00000100:00100000:0.0:1789635710.924935:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 1 00000100:00100000:0.0:1789635710.924947:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:facafac1-3183-4197-a213-e13aef5177d3+23:2396:x1876568411635200:12345-192.168.203.20@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789635710.924963:0:22647:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789635710.924986:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42400/0xb0c3a59caa410fff lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746ab expref: 23 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635710.925006:0:22647:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:0.0:1789635710.925011:0:22647:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789635710.925120:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447b5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:facafac1-3183-4197-a213-e13aef5177d3+22:2396:x1876568411635200:12345-192.168.203.20@tcp:103:ldlm_bl.0 Request processed in 174us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635710.925128:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 1 00000100:00100000:1.0:1789635710.930718:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635710.931714:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411635456 00000100:00100000:2.0:1789635710.931726:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411635456 00000100:00100000:2.0:1789635710.931800:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 8 00000100:00100000:2.0:1789635710.931813:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:facafac1-3183-4197-a213-e13aef5177d3+22:18734:x1876568411635456:12345-192.168.203.20@tcp:35:cat.0 00000100:00100000:2.0:1789635710.932103:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:facafac1-3183-4197-a213-e13aef5177d3+23:18734:x1876568411635456:12345-192.168.203.20@tcp:35:cat.0 Request processed in 292us (1516us total) trans 12884901903 rc 0/0 00000100:00100000:2.0:1789635710.932111:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 8 00000100:00100000:1.0:1789635711.034069:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635711.034181:0:25466:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411635712 00000100:00100000:2.0:1789635711.034192:0:25466:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411635712 00000100:00100000:2.0:1789635711.034264:0:25466:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 43 00000100:00100000:2.0:1789635711.034275:0:25466:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:facafac1-3183-4197-a213-e13aef5177d3+23:18740:x1876568411635712:12345-192.168.203.20@tcp:101:dd.0 00010000:00010000:2.0:1789635711.034299:0:25466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789635711.034318:0:25466:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa41100d lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab746b2 expref: -99 pid: 25466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.034778:0:25466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411014 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.034793:0:25466:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411014 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.034804:0:25466:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411014 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789635711.034814:0:25466:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1789635711.035815:0:25466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa41100d lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746b2 expref: 26 pid: 25466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.035838:0:25466:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411014 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746b2 expref: 25 pid: 25466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.035845:0:25466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:2.0:1789635711.035847:0:25466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789635711.035850:0:25466:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056e1a3800, rc 0) 00000100:00100000:2.0:1789635711.036314:0:25466:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae97100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:facafac1-3183-4197-a213-e13aef5177d3+25:18740:x1876568411635712:12345-192.168.203.20@tcp:101:dd.0 Request processed in 2037us (2251us total) trans 12884901904 rc 0/0 00000100:00100000:2.0:1789635711.036323:0:25466:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 43 00000100:00100000:0.0:1789635711.047623:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635711.047737:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:3.0:1789635711.047872:0:23927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411635968 00000100:00100000:3.0:1789635711.047883:0:23927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411635968 00000100:00100000:3.0:1789635711.047945:0:23927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 44 00000100:00100000:3.0:1789635711.047956:0:23927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:facafac1-3183-4197-a213-e13aef5177d3+25:18740:x1876568411635968:12345-192.168.203.20@tcp:101:dd.0 00010000:00010000:3.0:1789635711.047980:0:23927:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789635711.047999:0:23927:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffa00/0xb0c3a59caa411022 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab746b9 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.048032:0:23927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe800/0xb0c3a59caa411029 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.048046:0:23927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe800/0xb0c3a59caa411029 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.048064:0:23927:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe800/0xb0c3a59caa411029 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635711.048479:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411635840 00000100:00100000:2.0:1789635711.048484:0:22646:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411635840 00000100:00100000:2.0:1789635711.048529:0:22646:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 2 00000100:00100000:2.0:1789635711.048538:0:22646:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd5c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:facafac1-3183-4197-a213-e13aef5177d3+27:2398:x1876568411635840:12345-192.168.203.20@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789635711.048548:0:22646:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789635711.048841:0:22646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411014 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746b2 expref: 27 pid: 25466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.048945:0:23927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffa00/0xb0c3a59caa411022 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746b9 expref: 27 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.048961:0:23927:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe800/0xb0c3a59caa411029 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746b9 expref: 26 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.048969:0:23927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:3.0:1789635711.048973:0:23927:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789635711.048977:0:23927:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d05488fe800, rc 0) 00000100:00100000:3.0:1789635711.049039:0:23927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:facafac1-3183-4197-a213-e13aef5177d3+26:18740:x1876568411635968:12345-192.168.203.20@tcp:101:dd.0 Request processed in 1084us (1301us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635711.049046:0:23927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 44 00010000:00010000:2.0:1789635711.049099:0:22646:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:2.0:1789635711.049104:0:22646:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789635711.049138:0:22646:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd5c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:facafac1-3183-4197-a213-e13aef5177d3+25:2398:x1876568411635840:12345-192.168.203.20@tcp:103:ldlm_bl.0 Request processed in 602us (1526us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635711.049418:0:22646:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 2 00000100:00100000:0.0:1789635711.053841:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635711.054008:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411636224 00000100:00100000:2.0:1789635711.054019:0:22660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411636224 00000100:00100000:2.0:1789635711.054127:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 45 00000100:00100000:2.0:1789635711.054138:0:22660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:facafac1-3183-4197-a213-e13aef5177d3+25:18740:x1876568411636224:12345-192.168.203.20@tcp:36:dd.0 00010000:00010000:2.0:1789635711.054212:0:22660:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789635711.054237:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa410fc7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74696 expref: 25 pid: 22662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.054255:0:22660:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:2.0:1789635711.054259:0:22660:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789635711.054496:0:22660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa411030 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.054512:0:22660:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa411030 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.054522:0:22660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa411030 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1789635711.054732:0:22660:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:2.0:1789635711.054756:0:22660:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f2ba394c reply state 00000000b6fe70e8 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa411030 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.054776:0:22660:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa411030 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.054782:0:22660:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:2.0:1789635711.054785:0:22660:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789635711.054787:0:22660:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1789635711.054877:0:22660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:facafac1-3183-4197-a213-e13aef5177d3+27:18740:x1876568411636224:12345-192.168.203.20@tcp:36:dd.0 Request processed in 739us (1043us total) trans 12884901906 rc 0/0 00000100:00100000:2.0:1789635711.054884:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 45 00000020:00080000:2.0:1789635711.054889:0:22660:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1789635711.146273:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635711.146488:0:22663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411636480 00000100:00100000:0.0:1789635711.146500:0:22663:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411636480 00000100:00100000:0.0:1789635711.146566:0:22663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 9 00000100:00100000:0.0:1789635711.146585:0:22663:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05768b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:facafac1-3183-4197-a213-e13aef5177d3+27:18740:x1876568411636480:12345-192.168.203.20@tcp:35:dd.0 00000100:00100000:0.0:1789635711.146843:0:22663:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05768b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:facafac1-3183-4197-a213-e13aef5177d3+28:18740:x1876568411636480:12345-192.168.203.20@tcp:35:dd.0 Request processed in 259us (579us total) trans 12884901907 rc 0/0 00000100:00100000:0.0:1789635711.146852:0:22663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 9 00000100:00100000:1.0:1789635711.395877:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789635711.395900:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447976d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427475072:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789635711.395959:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635711.396063:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427475072 00000100:00100000:0.0:1789635711.396073:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427475072 00000100:00100000:0.0:1789635711.396130:0:24182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789635711.396152:0:24182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057ae94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427475072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789635711.396182:0:24182:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:0.0:1789635711.396241:0:24182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057ae94380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1876568427475072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635711.396248:0:24182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:1.0:1789635711.396424:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789635711.396467:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789635711.396478:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447b5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1876568427475200:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789635711.396522:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635711.396570:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427475200 00000100:00100000:2.0:1789635711.396575:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427475200 00000100:00100000:2.0:1789635711.396652:0:24182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789635711.396738:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447976d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3642:1876568427475072:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1789635711.396767:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789635711.396907:0:24182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bf6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1876568427475200:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789635711.396922:0:24182:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:2.0:1789635711.396961:0:24182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bf6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1876568427475200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 58us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635711.397111:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0576900e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1876568427475584:0@lo:400:kworker.0 00000100:00100000:0.0:1789635711.397146:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635711.397168:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0576901f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1876568427476096:0@lo:400:kworker.0 00000100:00100000:0.0:1789635711.397191:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635711.397218:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0576903100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3643:1876568427476608:0@lo:400:kworker.0 00000100:00100000:0.0:1789635711.397249:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635711.397286:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1789635711.397291:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447976d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3643:1876568427475456:0@lo:400:kworker.0 00000100:00100000:0.0:1789635711.397321:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635711.398123:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05768b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1876568427475328:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789635711.398164:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635711.398338:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0576903480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1876568427475968:0@lo:400:kworker.0 00000100:00100000:0.0:1789635711.398366:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635711.398387:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0576900a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3643:1876568427476480:0@lo:400:kworker.0 00000100:00100000:0.0:1789635711.398411:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635711.398445:0:24752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427476096 00000100:00100000:0.0:1789635711.398451:0:24752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427476096 00000100:00100000:0.0:1789635711.398492:0:24752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789635711.398501:0:24752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3643:x1876568427476096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635711.398549:0:24752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576900380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3643:x1876568427476096:12345-0@lo:400:kworker.0 Request processed in 50us (1356us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635711.398566:0:24752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789635711.398633:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0576901f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1876568427476096:0@lo:400:kworker.0 00000100:00100000:0.0:1789635711.398655:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427475584 00000100:00100000:0.0:1789635711.398660:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427475584 00000100:00100000:0.0:1789635711.398680:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427475968 00000100:00100000:0.0:1789635711.398684:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427475968 00000100:00100000:0.0:1789635711.398698:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1789635711.398704:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576902300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1876568427475584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635711.398746:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576902300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1876568427475584:12345-0@lo:400:kworker.0 Request processed in 42us (1600us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635711.398753:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1789635711.398970:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1789635711.398979:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576901180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1876568427475968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789635711.399011:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576901180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1876568427475968:12345-0@lo:400:kworker.0 Request processed in 35us (645us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635711.399016:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1789635711.399084:0:24181:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00100000:3.0:1789635711.399094:0:24181:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00000100:00100000:2.0:1789635711.399100:0:24182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789635711.399123:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427475328 00000100:00100000:2.0:1789635711.399127:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427475328 00000100:00100000:2.0:1789635711.399174:0:24182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789635711.399183:0:24182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bf6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1876568427475328:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789635711.399190:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0576900000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1876568427475712:0@lo:400:kworker.0 00002000:00000024:2.0:1789635711.399211:0:24182:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923505152 avail 3691982848 00000100:00100000:3.0:1789635711.399238:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635711.399254:0:24182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bf6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1876568427475328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (1088us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635711.399261:0:24182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:2.0:1789635711.399279:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789635711.399296:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0576903480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1876568427475968:0@lo:400:kworker.0 00000100:00100000:2.0:1789635711.399306:0:25466:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427476608 00000100:00100000:2.0:1789635711.399312:0:25466:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427476608 00000100:00100000:0.0:1789635711.399312:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0576900e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1876568427475584:0@lo:400:kworker.0 00000100:00080000:2.0:1789635711.399333:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789635711.399357:0:25466:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427476480 00000100:00100000:2.0:1789635711.399360:0:25466:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427476480 00000100:00080000:2.0:1789635711.399369:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789635711.399388:0:25466:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1789635711.399395:0:25466:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576902680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1876568427476608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789635711.399475:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05768b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1876568427475328:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789635711.399483:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0576901880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3641:1876568427475840:0@lo:400:kworker.0 00000100:00100000:1.0:1789635711.399507:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635711.399526:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0576902d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3641:1876568427476352:0@lo:400:kworker.0 00000100:00100000:1.0:1789635711.399543:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635711.399564:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447b5d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1876568427475200:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789635711.399607:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427475840 00000100:00100000:1.0:1789635711.399611:0:22662:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427475840 00000100:00100000:1.0:1789635711.399633:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427476352 00000100:00100000:1.0:1789635711.399635:0:22662:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427476352 00000100:00100000:1.0:1789635711.399656:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1789635711.399662:0:22662:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576901500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1876568427476480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789635711.399753:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0576902a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3640:1876568427476224:0@lo:400:kworker.0 00000100:00100000:3.0:1789635711.399789:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635711.399801:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0576901c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3640:1876568427476736:0@lo:400:kworker.0 00000100:00100000:3.0:1789635711.399824:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789635711.399941:0:23927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427476224 00000100:00100000:3.0:1789635711.399947:0:23927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427476224 00000100:00100000:3.0:1789635711.399966:0:23927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427476736 00000100:00100000:3.0:1789635711.399968:0:23927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427476736 00000100:00100000:3.0:1789635711.399984:0:23927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789635711.399998:0:23927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bf6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1876568427475840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789635711.400034:0:23927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bf6f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1876568427475840:12345-0@lo:400:kworker.0 Request processed in 37us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635711.400039:0:23927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789635711.400053:0:23927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1789635711.400058:0:23927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bf6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1876568427476352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789635711.400083:0:23927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bf6dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1876568427476352:12345-0@lo:400:kworker.0 Request processed in 25us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635711.400089:0:23927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1789635711.400100:0:23927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1789635711.400106:0:23927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05768b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1876568427476224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789635711.400149:0:23927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05768b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1876568427476224:12345-0@lo:400:kworker.0 Request processed in 44us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635711.400155:0:23927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1789635711.400183:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0576902a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3640:1876568427476224:0@lo:400:kworker.0 00000100:00100000:3.0:1789635711.400239:0:23927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789635711.400246:0:23927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05768b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1876568427476736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789635711.400448:0:23927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05768b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1876568427476736:12345-0@lo:400:kworker.0 Request processed in 202us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635711.400455:0:23927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00010000:00080000:3.0:1789635711.400479:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0576901c00 x1876568427476736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635727 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789635711.400488:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0576901c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3640:1876568427476736:0@lo:400:kworker.0 00000100:00100000:3.0:1789635711.400527:0:24179:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427475712 00000100:00100000:3.0:1789635711.400540:0:24179:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427475712 00000100:00100000:3.0:1789635711.400565:0:24179:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789635711.400571:0:24179:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05768b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1876568427475712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789635711.400641:0:24179:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05768b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1876568427475712:12345-0@lo:400:kworker.0 Request processed in 69us (1404us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635711.400648:0:24179:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789635711.400678:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0576900000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3640:1876568427475712:0@lo:400:kworker.0 00000100:00100000:3.0:1789635711.400696:0:22652:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427475456 00000100:00100000:3.0:1789635711.400699:0:22652:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427475456 00000100:00100000:3.0:1789635711.400726:0:22652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:3.0:1789635711.400732:0:22652:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+24:3643:x1876568427475456:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1789635711.401052:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789635711.401056:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789635711.401083:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0576901880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3641:1876568427475840:0@lo:400:kworker.0 00000100:00100000:0.0:1789635711.401095:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0576902d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3641:1876568427476352:0@lo:400:kworker.0 00000100:00100000:2.0:1789635711.401131:0:25466:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576902680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1876568427476608:12345-0@lo:400:kworker.0 Request processed in 1733us (3877us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635711.401139:0:25466:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789635711.401823:0:22662:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576901500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1876568427476480:12345-0@lo:400:kworker.0 Request processed in 2159us (3409us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635711.401839:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789635711.402259:0:22652:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189+24:3643:x1876568427475456:12345-0@lo:400:kworker.0 Request processed in 1525us (4934us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635711.402269:0:22652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:1.0:1789635711.402320:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635711.402379:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447976d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7334bd5a-e4c8-42c3-b2c1-f4bb56ef8189:3643:1876568427475456:0@lo:400:kworker.0 00010000:00080000:0.0:1789635711.402397:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0576900a80 x1876568427476480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789635727 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789635711.402419:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0576900a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3643:1876568427476480:0@lo:400:kworker.0 00000100:00100000:0.0:1789635711.402433:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0576903100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3643:1876568427476608:0@lo:400:kworker.0 00000100:00100000:3.0:1789635711.402534:0:23927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411636608 00000100:00100000:3.0:1789635711.402541:0:23927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411636608 00000100:00100000:3.0:1789635711.402580:0:23927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 46 00000100:00100000:3.0:1789635711.402588:0:23927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bf6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:facafac1-3183-4197-a213-e13aef5177d3+28:18754:x1876568411636608:12345-192.168.203.20@tcp:101:stat.0 00010000:00010000:3.0:1789635711.402639:0:23927:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789635711.402664:0:23927:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffa00/0xb0c3a59caa411037 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab746c0 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.402728:0:23927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ff200/0xb0c3a59caa41103e lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.402742:0:23927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ff200/0xb0c3a59caa41103e lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.402767:0:23927:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ff200/0xb0c3a59caa41103e lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.402781:0:23927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffe00/0xb0c3a59caa411045 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.402802:0:23927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffe00/0xb0c3a59caa411045 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.402964:0:23927:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffe00/0xb0c3a59caa411045 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.403135:0:23927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe600/0xb0c3a59caa41104c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.403145:0:23927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe600/0xb0c3a59caa41104c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.403152:0:23927:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe600/0xb0c3a59caa41104c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789635711.403206:0:23927:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1789635711.403210:0:23927:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789635711.403258:0:23927:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe600/0xb0c3a59caa41104c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.403270:0:23927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe600/0xb0c3a59caa41104c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.403278:0:23927:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ff200/0xb0c3a59caa41103e lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.403307:0:23927:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ff200/0xb0c3a59caa41103e lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.403315:0:23927:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ff200/0xb0c3a59caa41103e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.403643:0:23927:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488ff200 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:3.0:1789635711.403648:0:23927:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ff200/0xb0c3a59caa41103e lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.403656:0:23927:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ff200/0xb0c3a59caa41103e lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.403668:0:23927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d054d47f900) 00010000:00010000:3.0:1789635711.403671:0:23927:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789635711.403676:0:23927:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ff200/0xb0c3a59caa41103e lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.403682:0:23927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ff200/0xb0c3a59caa41103e lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.403696:0:23927:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffe00/0xb0c3a59caa411045 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.403702:0:23927:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffe00/0xb0c3a59caa411045 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.403708:0:23927:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffe00/0xb0c3a59caa411045 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.403713:0:23927:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488ffe00 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:3.0:1789635711.403722:0:23927:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffe00/0xb0c3a59caa411045 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.403729:0:23927:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffe00/0xb0c3a59caa411045 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.403737:0:23927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8d056e062100) 00010000:00010000:3.0:1789635711.403739:0:23927:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789635711.403742:0:23927:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffe00/0xb0c3a59caa411045 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.403748:0:23927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffe00/0xb0c3a59caa411045 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.403775:0:23927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffa00/0xb0c3a59caa411037 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746c0 expref: 30 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.403787:0:23927:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe600/0xb0c3a59caa41104c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746c0 expref: 29 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.403794:0:23927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:3.0:1789635711.403796:0:23927:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1789635711.403799:0:23927:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d05488fe600, rc 0) 00000100:00100000:3.0:1789635711.404751:0:23927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bf6e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:facafac1-3183-4197-a213-e13aef5177d3+29:18754:x1876568411636608:12345-192.168.203.20@tcp:101:stat.0 Request processed in 2159us (2429us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635711.404760:0:23927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 46 00010000:00010000:1.0:1789635711.468957:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789635711.496490:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635711.496876:0:25466:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411636864 00000100:00100000:2.0:1789635711.496887:0:25466:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411636864 00000100:00100000:1.0:1789635711.497015:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 47 00000100:00100000:1.0:1789635711.497030:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bf6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:facafac1-3183-4197-a213-e13aef5177d3+29:18760:x1876568411636864:12345-192.168.203.20@tcp:36:truncate.0 00010000:00010000:1.0:1789635711.497088:0:22661:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789635711.497114:0:22661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe600/0xb0c3a59caa41104c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746c0 expref: 29 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635711.497135:0:22661:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:1.0:1789635711.497140:0:22661:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789635711.497319:0:22661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42000/0xb0c3a59caa411053 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635711.497333:0:22661:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42000/0xb0c3a59caa411053 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635711.497343:0:22661:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42000/0xb0c3a59caa411053 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1789635711.497385:0:22661:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901908 00000004:00010000:1.0:1789635711.497409:0:22661:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000e3042f87 reply state 00000000d7cc5151 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42000/0xb0c3a59caa411053 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635711.497421:0:22661:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42000/0xb0c3a59caa411053 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635711.497427:0:22661:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:1.0:1789635711.497441:0:22661:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1789635711.497443:0:22661:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1789635711.498149:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bf6c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:facafac1-3183-4197-a213-e13aef5177d3+31:18760:x1876568411636864:12345-192.168.203.20@tcp:36:truncate.0 Request processed in 1119us (1664us total) trans 12884901909 rc 0/0 00000100:00100000:2.0:1789635711.498158:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 47 00000020:00080000:2.0:1789635711.498163:0:22661:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1789635711.704115:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635711.705419:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411636992 00000100:00100000:2.0:1789635711.705433:0:22662:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411636992 00000100:00100000:2.0:1789635711.705572:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 48 00000100:00100000:2.0:1789635711.705584:0:22662:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bf6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:facafac1-3183-4197-a213-e13aef5177d3+31:18774:x1876568411636992:12345-192.168.203.20@tcp:101:stat.0 00010000:00010000:2.0:1789635711.705623:0:22662:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789635711.705643:0:22662:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa41105a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab746c7 expref: -99 pid: 22662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.705711:0:22662:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411061 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.705725:0:22662:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411061 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.705750:0:22662:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411061 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.705764:0:22662:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa411068 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.705772:0:22662:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa411068 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.705779:0:22662:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa411068 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.705860:0:22662:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1aa00/0xb0c3a59caa41106f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.705869:0:22662:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1aa00/0xb0c3a59caa41106f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.705876:0:22662:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1aa00/0xb0c3a59caa41106f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789635711.705929:0:22662:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00000004:00200000:2.0:1789635711.705934:0:22662:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789635711.705956:0:22662:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1aa00/0xb0c3a59caa41106f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.705967:0:22662:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1aa00/0xb0c3a59caa41106f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.705974:0:22662:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411061 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.705989:0:22662:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411061 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.705995:0:22662:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411061 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.706001:0:22662:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a3800 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:2.0:1789635711.706005:0:22662:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411061 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.706013:0:22662:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411061 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.706024:0:22662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d054d47f900) 00010000:00010000:2.0:1789635711.706027:0:22662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789635711.706031:0:22662:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411061 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.706037:0:22662:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411061 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.706050:0:22662:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa411068 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.706055:0:22662:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa411068 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.706060:0:22662:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa411068 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.706065:0:22662:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a3000 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:2.0:1789635711.706073:0:22662:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa411068 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.706079:0:22662:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa411068 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.706086:0:22662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8d056e062100) 00010000:00010000:2.0:1789635711.706089:0:22662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789635711.706091:0:22662:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa411068 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.706097:0:22662:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa411068 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.706121:0:22662:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa41105a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746c7 expref: 33 pid: 22662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.706135:0:22662:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1aa00/0xb0c3a59caa41106f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746c7 expref: 32 pid: 22662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.706143:0:22662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:2.0:1789635711.706145:0:22662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789635711.706147:0:22662:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0446d1aa00, rc 0) 00000100:00100000:2.0:1789635711.706290:0:22662:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bf6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:facafac1-3183-4197-a213-e13aef5177d3+32:18774:x1876568411636992:12345-192.168.203.20@tcp:101:stat.0 Request processed in 694us (2169us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635711.706298:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 48 00000100:00100000:1.0:1789635711.820530:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:3.0:1789635711.821119:0:23927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411637248 00000100:00100000:3.0:1789635711.821130:0:23927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411637248 00000100:00100000:3.0:1789635711.821205:0:23927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 49 00000100:00100000:3.0:1789635711.821217:0:23927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bf6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:facafac1-3183-4197-a213-e13aef5177d3+32:18784:x1876568411637248:12345-192.168.203.20@tcp:101:lfs.0 00010000:00010000:3.0:1789635711.821251:0:23927:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789635711.821275:0:23927:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffa00/0xb0c3a59caa411076 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab746ce expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789635711.821386:0:23927:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1789635711.821640:0:23927:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffa00/0xb0c3a59caa411076 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746ce expref: 34 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.821655:0:23927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d056e062d00) 00010000:00010000:3.0:1789635711.821659:0:23927:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1789635711.821663:0:23927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffa00/0xb0c3a59caa411076 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746ce expref: 34 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.821677:0:23927:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d05488ffa00, rc 0) 00000100:00100000:3.0:1789635711.821787:0:23927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bf6d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:facafac1-3183-4197-a213-e13aef5177d3+33:18784:x1876568411637248:12345-192.168.203.20@tcp:101:lfs.0 Request processed in 573us (1266us total) trans 12884901910 rc 301/301 00000100:00100000:3.0:1789635711.821793:0:23927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 49 00000100:00100000:0.0:1789635711.828184:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635711.829549:0:22663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411637504 00000100:00100000:2.0:1789635711.829563:0:22663:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411637504 00000100:00100000:2.0:1789635711.829671:0:22663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 10 00000100:00100000:2.0:1789635711.829683:0:22663:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447aea450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:facafac1-3183-4197-a213-e13aef5177d3+33:18784:x1876568411637504:12345-192.168.203.20@tcp:35:lfs.0 00000100:00100000:2.0:1789635711.829933:0:22663:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447aea450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:facafac1-3183-4197-a213-e13aef5177d3+34:18784:x1876568411637504:12345-192.168.203.20@tcp:35:lfs.0 Request processed in 252us (1759us total) trans 12884901911 rc 0/0 00000100:00100000:2.0:1789635711.829953:0:22663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 10 00000100:00100000:1.0:1789635711.881506:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635711.881691:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411637760 00000100:00100000:2.0:1789635711.881703:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411637760 00000100:00100000:2.0:1789635711.881751:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 50 00000100:00100000:2.0:1789635711.881760:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bf6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:facafac1-3183-4197-a213-e13aef5177d3+34:18790:x1876568411637760:12345-192.168.203.20@tcp:101:bash.0 00010000:00010000:2.0:1789635711.881785:0:22661:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789635711.881804:0:22661:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1a200/0xb0c3a59caa411084 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab746d5 expref: -99 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.882015:0:22661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa41108b lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.882030:0:22661:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3e00/0xb0c3a59caa410fb2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7468f expref: 35 pid: 25466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.882040:0:22661:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1aa00/0xb0c3a59caa41106f lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746c7 expref: 35 pid: 22662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.882049:0:22661:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa41108b lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.882084:0:22661:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1aa00/0xb0c3a59caa41106f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746c7 expref: 35 pid: 22662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.882097:0:22661:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1aa00/0xb0c3a59caa41106f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746c7 expref: 35 pid: 22662 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635711.882128:0:22661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447b5ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22661:1876568427476864:192.168.203.20@tcp:104: 00010000:00010000:2.0:1789635711.882272:0:22661:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3e00/0xb0c3a59caa410fb2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7468f expref: 35 pid: 25466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.882290:0:22661:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3e00/0xb0c3a59caa410fb2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7468f expref: 35 pid: 25466 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635711.882300:0:22661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447b5ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22661:1876568427476992:192.168.203.20@tcp:104: 00000100:00100000:2.0:1789635711.882333:0:22661:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d057b588600 going to sleep for 11 seconds 00000100:00100000:0.0:1789635711.887571:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635711.887653:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635711.887747:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411637888 00000100:00100000:1.0:1789635711.887756:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411637888 00010000:00010000:1.0:1789635711.887799:0:22647:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1aa00/0xb0c3a59caa41106f lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746c7 expref: 36 pid: 22662 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789635711.887844:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411638016 00000100:00100000:1.0:1789635711.887847:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411638016 00010000:00010000:1.0:1789635711.887861:0:22647:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3e00/0xb0c3a59caa410fb2 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7468f expref: 37 pid: 25466 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789635711.887884:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 17 00000100:00100000:1.0:1789635711.887893:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575c57050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:facafac1-3183-4197-a213-e13aef5177d3+37:2397:x1876568411637888:12345-192.168.203.20@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789635711.887906:0:22647:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789635711.887913:0:22647:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1aa00/0xb0c3a59caa41106f lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746c7 expref: 37 pid: 22662 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635711.887926:0:22647:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1aa00/0xb0c3a59caa41106f lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746c7 expref: 37 pid: 22662 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635711.887947:0:22647:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:1.0:1789635711.887952:0:22647:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa41108b lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635711.887960:0:22647:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa41108b lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635711.887981:0:22647:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789635711.888030:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575c57050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:facafac1-3183-4197-a213-e13aef5177d3+37:2397:x1876568411637888:12345-192.168.203.20@tcp:103:ldlm_bl.0 Request processed in 138us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635711.888037:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 17 00000100:00100000:1.0:1789635711.888082:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 18 00000100:00100000:1.0:1789635711.888089:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576903100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:facafac1-3183-4197-a213-e13aef5177d3+36:2397:x1876568411638016:12345-192.168.203.20@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789635711.888096:0:22647:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789635711.888101:0:22647:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3e00/0xb0c3a59caa410fb2 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7468f expref: 36 pid: 25466 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635711.888110:0:22647:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3e00/0xb0c3a59caa410fb2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7468f expref: 36 pid: 25466 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635711.888120:0:22647:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:1.0:1789635711.888124:0:22647:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa41108b lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635711.888131:0:22647:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa41108b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635711.888138:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa41108b lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635711.888154:0:22647:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789635711.888171:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576903100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:facafac1-3183-4197-a213-e13aef5177d3+36:2397:x1876568411638016:12345-192.168.203.20@tcp:103:ldlm_bl.0 Request processed in 83us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635711.888178:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 18 00010000:00010000:2.0:1789635711.889062:0:22661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1aa00/0xb0c3a59caa41106f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746c7 expref: 35 pid: 22662 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635711.889082:0:22661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447b5ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22661:1876568427476864:192.168.203.20@tcp:104: 00010000:00010000:2.0:1789635711.889094:0:22661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3e00/0xb0c3a59caa410fb2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7468f expref: 34 pid: 25466 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635711.889104:0:22661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447b5ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22661:1876568427476992:192.168.203.20@tcp:104: 00010000:00010000:2.0:1789635711.889123:0:22661:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa41108b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.889131:0:22661:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa41108b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.889137:0:22661:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa41108b lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789635711.889171:0:22661:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00010000:00010000:2.0:1789635711.889460:0:22661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1a200/0xb0c3a59caa411084 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746d5 expref: 35 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.889475:0:22661:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa41108b lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746d5 expref: 34 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.889482:0:22661:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:2.0:1789635711.889485:0:22661:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1789635711.889488:0:22661:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056e1a2600, rc 0) 00000100:00100000:2.0:1789635711.889543:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bf6d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:facafac1-3183-4197-a213-e13aef5177d3+34:18790:x1876568411637760:12345-192.168.203.20@tcp:101:bash.0 Request processed in 7783us (8047us total) trans 12884901912 rc 0/0 00000100:00100000:2.0:1789635711.889550:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 50 00000100:00100000:0.0:1789635711.896940:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635711.897121:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411638272 00000100:00100000:2.0:1789635711.897239:0:22662:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411638272 00000100:00100000:2.0:1789635711.897303:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 51 00000100:00100000:2.0:1789635711.897314:0:22662:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576900a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:facafac1-3183-4197-a213-e13aef5177d3+34:18790:x1876568411638272:12345-192.168.203.20@tcp:36:bash.0 00010000:00010000:2.0:1789635711.898906:0:22662:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa411099 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.898930:0:22662:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa411099 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.898943:0:22662:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa411099 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1789635711.898988:0:22662:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000004:00010000:2.0:1789635711.899025:0:22662:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000867f460e reply state 000000001148875c transno 12884901914 ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa411099 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.899038:0:22662:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa411099 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.899045:0:22662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:2.0:1789635711.899048:0:22662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789635711.899479:0:22662:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1789635711.899754:0:22662:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576900a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:facafac1-3183-4197-a213-e13aef5177d3+37:18790:x1876568411638272:12345-192.168.203.20@tcp:36:bash.0 Request processed in 2436us (2818us total) trans 12884901914 rc 0/0 00000100:00100000:2.0:1789635711.899761:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 51 00000020:00080000:2.0:1789635711.899767:0:22662:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1789635711.903832:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:3.0:1789635711.903986:0:23927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411638400 00000100:00100000:3.0:1789635711.903995:0:23927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411638400 00000100:00100000:3.0:1789635711.904051:0:23927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 52 00000100:00100000:3.0:1789635711.904060:0:23927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576902d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:facafac1-3183-4197-a213-e13aef5177d3+37:18790:x1876568411638400:12345-192.168.203.20@tcp:101:bash.0 00010000:00010000:3.0:1789635711.904083:0:23927:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789635711.904101:0:23927:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffa00/0xb0c3a59caa4110a0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab746dc expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.904158:0:23927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffa00/0xb0c3a59caa4110a0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746dc expref: 38 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.904201:0:23927:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffa00/0xb0c3a59caa4110a0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746dc expref: 38 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.904222:0:23927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:3.0:1789635711.904225:0:23927:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789635711.904228:0:23927:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d05488ffa00, rc 0) 00000100:00100000:3.0:1789635711.904296:0:23927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576902d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:facafac1-3183-4197-a213-e13aef5177d3+38:18790:x1876568411638400:12345-192.168.203.20@tcp:101:bash.0 Request processed in 236us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635711.904303:0:23927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 52 00000100:00100000:1.0:1789635711.914176:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635711.914258:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411638528 00000100:00100000:2.0:1789635711.914270:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411638528 00000100:00100000:2.0:1789635711.914338:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 53 00000100:00100000:2.0:1789635711.914348:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bf6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:facafac1-3183-4197-a213-e13aef5177d3+38:18790:x1876568411638528:12345-192.168.203.20@tcp:101:bash.0 00010000:00010000:2.0:1789635711.914368:0:22661:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789635711.914388:0:22661:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3e00/0xb0c3a59caa4110a7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab746e3 expref: -99 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.914473:0:22661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa4110ae lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.914488:0:22661:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa41108b lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746d5 expref: 39 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.914497:0:22661:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa4110ae lrc: 4/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.914533:0:22661:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa41108b lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746d5 expref: 39 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.914560:0:22661:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa41108b lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746d5 expref: 39 pid: 22661 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635711.914575:0:22661:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447b5ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22661:1876568427477120:192.168.203.20@tcp:104: 00000100:00100000:2.0:1789635711.914680:0:22661:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d057b5883c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789635711.917581:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635711.917694:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411638656 00000100:00100000:0.0:1789635711.917703:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411638656 00010000:00010000:0.0:1789635711.917745:0:22647:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa41108b lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746d5 expref: 40 pid: 22661 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789635711.917788:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 19 00000100:00100000:0.0:1789635711.917798:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bf6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:facafac1-3183-4197-a213-e13aef5177d3+40:2396:x1876568411638656:12345-192.168.203.20@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789635711.917828:0:22647:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789635711.917836:0:22647:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa41108b lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746d5 expref: 40 pid: 22661 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635711.917849:0:22647:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa41108b lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746d5 expref: 40 pid: 22661 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635711.917872:0:22647:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:0.0:1789635711.917878:0:22647:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa4110ae lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 10 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635711.917897:0:22647:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa4110ae lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635711.917916:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa4110ae lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50290000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635711.917937:0:22647:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789635711.917998:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bf6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:facafac1-3183-4197-a213-e13aef5177d3+40:2396:x1876568411638656:12345-192.168.203.20@tcp:103:ldlm_bl.0 Request processed in 201us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635711.918006:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 19 00010000:00010000:2.0:1789635711.918758:0:22661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa41108b lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746d5 expref: 39 pid: 22661 timeout: 830 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635711.918778:0:22661:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447b5ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22661:1876568427477120:192.168.203.20@tcp:104: 00010000:00010000:2.0:1789635711.918798:0:22661:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa4110ae lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.918808:0:22661:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa4110ae lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.918829:0:22661:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa4110ae lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789635711.918882:0:22661:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1789635711.918887:0:22661:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789635711.918908:0:22661:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa4110ae lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.918938:0:22661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3e00/0xb0c3a59caa4110a7 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746e3 expref: 39 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.918950:0:22661:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa4110ae lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746e3 expref: 38 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.918968:0:22661:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:2.0:1789635711.918970:0:22661:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789635711.918974:0:22661:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056e1a3800, rc 0) 00000100:00100000:2.0:1789635711.919021:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bf6c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:facafac1-3183-4197-a213-e13aef5177d3+38:18790:x1876568411638528:12345-192.168.203.20@tcp:101:bash.0 Request processed in 4675us (4855us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635711.919029:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 53 00000100:00100000:1.0:1789635711.924288:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:3.0:1789635711.924352:0:23825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411638912 00000100:00100000:3.0:1789635711.924363:0:23825:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411638912 00000100:00100000:3.0:1789635711.924430:0:23825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 3 00000100:00100000:3.0:1789635711.924441:0:23825:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bf6f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:facafac1-3183-4197-a213-e13aef5177d3+38:18790:x1876568411638912:12345-192.168.203.20@tcp:103:bash.0 00010000:00010000:3.0:1789635711.924455:0:23825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1789635711.924480:0:23825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffa00/0xb0c3a59caa4110a0 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746dc expref: 38 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.924501:0:23825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa4110ae lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746e3 expref: 37 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635711.924512:0:23825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:3.0:1789635711.924517:0:23825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789635711.924571:0:23825:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bf6f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:facafac1-3183-4197-a213-e13aef5177d3+36:18790:x1876568411638912:12345-192.168.203.20@tcp:103:bash.0 Request processed in 133us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635711.924578:0:23825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 3 00000100:00100000:1.0:1789635711.927175:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635711.927237:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411639040 00000100:00100000:2.0:1789635711.927248:0:22662:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411639040 00000100:00100000:2.0:1789635711.927305:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 54 00000100:00100000:2.0:1789635711.927392:0:22662:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bf6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:facafac1-3183-4197-a213-e13aef5177d3+36:18790:x1876568411639040:12345-192.168.203.20@tcp:58:bash.0 00010000:00010000:2.0:1789635711.927506:0:22662:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1a200/0xb0c3a59caa4110b5 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.927523:0:22662:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1a200/0xb0c3a59caa4110b5 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635711.927535:0:22662:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1a200/0xb0c3a59caa4110b5 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789635711.928670:0:22662:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789635711.928693:0:22662:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:2.0:1789635711.928817:0:22662:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:2.0:1789635711.928959:0:22662:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bf6ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:facafac1-3183-4197-a213-e13aef5177d3+36:18790:x1876568411639040:12345-192.168.203.20@tcp:58:bash.0 Request processed in 1568us (1789us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635711.928968:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 54 00000100:00100000:1.0:1789635711.931108:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635711.931290:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411639168 00000100:00100000:0.0:1789635711.931300:0:22660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411639168 00000100:00100000:0.0:1789635711.932039:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 55 00000100:00100000:0.0:1789635711.932052:0:22660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bf6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:facafac1-3183-4197-a213-e13aef5177d3+36:18790:x1876568411639168:12345-192.168.203.20@tcp:101:bash.0 00010000:00010000:0.0:1789635711.932074:0:22660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789635711.932097:0:22660:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55c00/0xb0c3a59caa4110bc lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab746ea expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635711.932159:0:22660:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1a200/0xb0c3a59caa4110b5 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635711.932170:0:22660:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55c00/0xb0c3a59caa4110bc lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746ea expref: 37 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635711.932204:0:22660:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1a200/0xb0c3a59caa4110b5 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635711.932218:0:22660:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55c00/0xb0c3a59caa4110bc lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746ea expref: 37 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635711.932232:0:22660:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:0.0:1789635711.932247:0:22660:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1789635711.932252:0:22660:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55c00/0xb0c3a59caa4110bc lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746ea expref: 37 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635711.932259:0:22660:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056ff55c00, rc 0) 00000100:00100000:0.0:1789635711.932312:0:22660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bf6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:facafac1-3183-4197-a213-e13aef5177d3+37:18790:x1876568411639168:12345-192.168.203.20@tcp:101:bash.0 Request processed in 265us (1213us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635711.932879:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 55 00010000:00010000:2.0:1789635712.483752:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789635712.803859:0:22693:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1789635712.803867:0:22693:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789635712.803893:0:22693:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:0.0:1789635712.803903:0:22693:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:0.0:1789635712.804036:0:22693:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0576901880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22693:1876568427477248:192.168.203.20@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1789635712.804133:0:22693:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d057ae000c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789635712.818254:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635712.818392:0:22693:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0576901880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22693:1876568427477248:192.168.203.20@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1789635712.819568:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411639296 00000100:00100000:2.0:1789635712.819659:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411639296 00000100:00100000:2.0:1789635712.819745:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 56 00000100:00100000:2.0:1789635712.819757:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bf6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:facafac1-3183-4197-a213-e13aef5177d3+37:18792:x1876568411639296:12345-192.168.203.20@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1789635712.820085:0:22661:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1789635712.820222:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bf6d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:facafac1-3183-4197-a213-e13aef5177d3+37:18792:x1876568411639296:12345-192.168.203.20@tcp:53:lhsmtool_posix.0 Request processed in 468us (1978us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635712.820230:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 56 00000100:00080000:0.0:1789635712.820532:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789635712.832733:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635712.832940:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411639424 00000100:00100000:2.0:1789635712.832950:0:22662:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411639424 00000100:00100000:2.0:1789635712.833084:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 57 00000100:00100000:2.0:1789635712.833095:0:22662:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bf6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:facafac1-3183-4197-a213-e13aef5177d3+37:18792:x1876568411639424:12345-192.168.203.20@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1789635712.833168:0:22662:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1aa00/0xb0c3a59caa4110c3 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.833195:0:22662:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1aa00/0xb0c3a59caa4110c3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.833209:0:22662:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1aa00/0xb0c3a59caa4110c3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.833279:0:22662:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa4110ca lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.833288:0:22662:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa4110ca lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.833295:0:22662:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa4110ca lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.833319:0:22662:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3e00/0xb0c3a59caa4110d1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.833343:0:22662:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3e00/0xb0c3a59caa4110d1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.833351:0:22662:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3e00/0xb0c3a59caa4110d1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789635712.833397:0:22662:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1789635712.833402:0:22662:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789635712.833414:0:22662:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3e00/0xb0c3a59caa4110d1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.833424:0:22662:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1aa00/0xb0c3a59caa4110c3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.833431:0:22662:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1aa00/0xb0c3a59caa4110c3 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.833438:0:22662:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1aa00/0xb0c3a59caa4110c3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.833443:0:22662:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0446d1aa00 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:2.0:1789635712.833448:0:22662:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1aa00/0xb0c3a59caa4110c3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.833454:0:22662:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1aa00/0xb0c3a59caa4110c3 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.833466:0:22662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8d056e062e00) 00010000:00010000:2.0:1789635712.833469:0:22662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789635712.833473:0:22662:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1aa00/0xb0c3a59caa4110c3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.833490:0:22662:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1aa00/0xb0c3a59caa4110c3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.833505:0:22662:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa4110ca lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.833511:0:22662:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa4110ca lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.833517:0:22662:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa4110ca lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.833522:0:22662:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a3800 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:2.0:1789635712.833526:0:22662:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa4110ca lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.833532:0:22662:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa4110ca lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.833540:0:22662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff8d056e062000) 00010000:00010000:2.0:1789635712.833543:0:22662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789635712.833545:0:22662:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa4110ca lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.833551:0:22662:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa4110ca lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.833565:0:22662:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3e00/0xb0c3a59caa4110d1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.833572:0:22662:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3e00/0xb0c3a59caa4110d1 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.833585:0:22662:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3e00/0xb0c3a59caa4110d1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.833591:0:22662:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a3e00 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:2.0:1789635712.834759:0:22662:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3e00/0xb0c3a59caa4110d1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.836421:0:22662:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3e00/0xb0c3a59caa4110d1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.836449:0:22662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:2.0:1789635712.836452:0:22662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789635712.836458:0:22662:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3e00/0xb0c3a59caa4110d1 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.836466:0:22662:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3e00/0xb0c3a59caa4110d1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635712.836579:0:22662:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bf6f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:facafac1-3183-4197-a213-e13aef5177d3+37:18792:x1876568411639424:12345-192.168.203.20@tcp:34:lhsmtool_posix.0 Request processed in 3481us (3850us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635712.836589:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 57 00000100:00100000:1.0:1789635712.845983:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635712.846126:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411639680 00000100:00100000:0.0:1789635712.846136:0:22660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411639680 00000100:00100000:0.0:1789635712.846203:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 58 00000100:00100000:0.0:1789635712.846213:0:22660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bf6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:facafac1-3183-4197-a213-e13aef5177d3+37:18792:x1876568411639680:12345-192.168.203.20@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789635712.846232:0:22660:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789635712.846262:0:22660:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54200/0xb0c3a59caa4110d8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab746f1 expref: -99 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.846384:0:22660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55800/0xb0c3a59caa4110df lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.846399:0:22660:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55800/0xb0c3a59caa4110df lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.846424:0:22660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55800/0xb0c3a59caa4110df lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789635712.846436:0:22660:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1789635712.846511:0:22660:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55800/0xb0c3a59caa4110df lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.846519:0:22660:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55800/0xb0c3a59caa4110df lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.846526:0:22660:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55800/0xb0c3a59caa4110df lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.846532:0:22660:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056ff55800 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:0.0:1789635712.846536:0:22660:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55800/0xb0c3a59caa4110df lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.846542:0:22660:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55800/0xb0c3a59caa4110df lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.846554:0:22660:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:0.0:1789635712.846557:0:22660:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789635712.846561:0:22660:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55800/0xb0c3a59caa4110df lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.846567:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55800/0xb0c3a59caa4110df lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.846652:0:22660:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54200/0xb0c3a59caa4110d8 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746f1 expref: 39 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.846676:0:22660:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8d056e062e00) 00010000:00010000:0.0:1789635712.846679:0:22660:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1789635712.846683:0:22660:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54200/0xb0c3a59caa4110d8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746f1 expref: 39 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.846693:0:22660:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056ff54200, rc 0) 00000100:00100000:0.0:1789635712.846750:0:22660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bf6df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:facafac1-3183-4197-a213-e13aef5177d3+38:18792:x1876568411639680:12345-192.168.203.20@tcp:101:lhsmtool_posix.0 Request processed in 538us (787us total) trans 12884901915 rc 301/301 00000100:00100000:0.0:1789635712.846757:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 58 00000100:00100000:1.0:1789635712.856036:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635712.856206:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411639808 00000100:00100000:2.0:1789635712.856217:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411639808 00000100:00100000:2.0:1789635712.856391:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 59 00000100:00100000:2.0:1789635712.856404:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bf6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:facafac1-3183-4197-a213-e13aef5177d3+38:18792:x1876568411639808:12345-192.168.203.20@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1789635712.856441:0:22661:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1789635712.856558:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bf6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:facafac1-3183-4197-a213-e13aef5177d3+38:18792:x1876568411639808:12345-192.168.203.20@tcp:53:lhsmtool_posix.0 Request processed in 155us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635712.856582:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 59 00000100:00100000:3.0:1789635712.860951:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635712.862655:0:25466:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411640064 00000100:00100000:0.0:1789635712.862669:0:25466:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411640064 00000100:00100000:0.0:1789635712.862739:0:25466:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 60 00000100:00100000:0.0:1789635712.862749:0:25466:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05768b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:facafac1-3183-4197-a213-e13aef5177d3+38:18792:x1876568411640064:12345-192.168.203.20@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789635712.862887:0:25466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789635712.862909:0:25466:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54200/0xb0c3a59caa4110ed lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab746f8 expref: -99 pid: 25466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1789635712.867455:0:25466:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x23:0x0], count =31 00000004:00080000:0.0:1789635712.867466:0:25466:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x23:0x0]+31 in llog 00000004:00080000:0.0:1789635712.867486:0:25466:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:0.0:1789635712.867667:0:25466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55800/0xb0c3a59caa4110f4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.867683:0:25466:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55800/0xb0c3a59caa4110f4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.867694:0:25466:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55800/0xb0c3a59caa4110f4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.867773:0:25466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54200/0xb0c3a59caa4110ed lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746f8 expref: 41 pid: 25466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.867791:0:25466:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55800/0xb0c3a59caa4110f4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746f8 expref: 40 pid: 25466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.867799:0:25466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d0447666f00) 00010000:00010000:0.0:1789635712.867802:0:25466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1789635712.867805:0:25466:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056ff55800, rc 0) 00000100:00100000:0.0:1789635712.867870:0:25466:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05768b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:facafac1-3183-4197-a213-e13aef5177d3+40:18792:x1876568411640064:12345-192.168.203.20@tcp:101:lhsmtool_posix.0 Request processed in 5123us (6927us total) trans 12884901916 rc 0/0 00000100:00100000:0.0:1789635712.867879:0:25466:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 60 00000100:00100000:2.0:1789635712.873838:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:3.0:1789635712.874082:0:23927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411640320 00000100:00100000:3.0:1789635712.874093:0:23927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411640320 00000100:00100000:3.0:1789635712.874154:0:23927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 61 00000100:00100000:3.0:1789635712.874164:0:23927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447b5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:facafac1-3183-4197-a213-e13aef5177d3+40:18792:x1876568411640320:12345-192.168.203.20@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1789635712.874229:0:23927:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789635712.874490:0:23927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55800/0xb0c3a59caa4110f4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746f8 expref: 40 pid: 25466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.874512:0:23927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d0447666f00) 00010000:00010000:3.0:1789635712.874523:0:23927:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789635712.874546:0:23927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffa00/0xb0c3a59caa411102 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.874561:0:23927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffa00/0xb0c3a59caa411102 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.874572:0:23927:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffa00/0xb0c3a59caa411102 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.874587:0:23927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffe00/0xb0c3a59caa411109 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x27d8e781 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.875068:0:23927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffe00/0xb0c3a59caa411109 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x27d8e781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.875079:0:23927:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffe00/0xb0c3a59caa411109 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x27d8e781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.875124:0:23927:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffa00/0xb0c3a59caa411102 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.875149:0:23927:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffa00/0xb0c3a59caa411102 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.875156:0:23927:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffa00/0xb0c3a59caa411102 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.875162:0:23927:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488ffa00 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:3.0:1789635712.875166:0:23927:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffa00/0xb0c3a59caa411102 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.875173:0:23927:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffa00/0xb0c3a59caa411102 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.875182:0:23927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d054d47f900) 00010000:00010000:3.0:1789635712.875196:0:23927:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789635712.875200:0:23927:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffa00/0xb0c3a59caa411102 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.875206:0:23927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffa00/0xb0c3a59caa411102 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.875218:0:23927:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffe00/0xb0c3a59caa411109 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x27d8e781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.875224:0:23927:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffe00/0xb0c3a59caa411109 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x27d8e781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.875229:0:23927:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffe00/0xb0c3a59caa411109 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x27d8e781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.875234:0:23927:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05488ffe00 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:3.0:1789635712.875252:0:23927:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffe00/0xb0c3a59caa411109 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x27d8e781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.875259:0:23927:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffe00/0xb0c3a59caa411109 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x27d8e781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.875479:0:23927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x27d8e781 (ffff8d044766d600) 00010000:00010000:3.0:1789635712.875483:0:23927:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789635712.875487:0:23927:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffe00/0xb0c3a59caa411109 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x27d8e781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.875494:0:23927:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffe00/0xb0c3a59caa411109 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x27d8e781 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635712.875676:0:23927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447b5ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:facafac1-3183-4197-a213-e13aef5177d3+39:18792:x1876568411640320:12345-192.168.203.20@tcp:36:lhsmtool_posix.0 Request processed in 1511us (1845us total) trans 0 rc -2/-2 00000100:00100000:3.0:1789635712.875684:0:23927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 61 00000100:00100000:1.0:1789635712.888576:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635712.890097:0:25466:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411640448 00000100:00100000:0.0:1789635712.890112:0:25466:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411640448 00000100:00100000:0.0:1789635712.890192:0:25466:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 62 00000100:00100000:0.0:1789635712.890203:0:25466:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:facafac1-3183-4197-a213-e13aef5177d3+39:18792:x1876568411640448:12345-192.168.203.20@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789635712.890225:0:25466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789635712.890258:0:25466:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54200/0xb0c3a59caa411110 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab746ff expref: -99 pid: 25466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.890304:0:25466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55400/0xb0c3a59caa411117 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.890317:0:25466:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55400/0xb0c3a59caa411117 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.890444:0:25466:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55400/0xb0c3a59caa411117 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.890568:0:25466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54200/0xb0c3a59caa411110 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746ff expref: 41 pid: 25466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.890587:0:25466:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55400/0xb0c3a59caa411117 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746ff expref: 40 pid: 25466 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.890614:0:25466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d0447666000) 00010000:00010000:0.0:1789635712.890618:0:25466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1789635712.890621:0:25466:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056ff55400, rc 0) 00000100:00100000:0.0:1789635712.890691:0:25466:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:facafac1-3183-4197-a213-e13aef5177d3+40:18792:x1876568411640448:12345-192.168.203.20@tcp:101:lhsmtool_posix.0 Request processed in 489us (2123us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635712.890698:0:25466:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 62 00000100:00100000:1.0:1789635712.895420:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635712.895559:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411640704 00000100:00100000:0.0:1789635712.895570:0:22660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411640704 00000100:00100000:0.0:1789635712.895656:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 63 00000100:00100000:0.0:1789635712.895666:0:22660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:facafac1-3183-4197-a213-e13aef5177d3+40:18792:x1876568411640704:12345-192.168.203.20@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1789635712.895761:0:22660:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa41111e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.895777:0:22660:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa41111e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.895790:0:22660:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa41111e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789635712.895954:0:22660:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:0.0:1789635712.895964:0:22660:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 731579367301ns, next at 732579364753ns, rc = 0 00000004:00010000:0.0:1789635712.896031:0:22660:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000beb3ac57 reply state 00000000973ca26c transno 12884901917 ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa41111e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.896044:0:22660:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa41111e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.896051:0:22660:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d0447666000) 00010000:00010000:0.0:1789635712.896054:0:22660:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1789635712.896057:0:22660:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1789635712.896156:0:22660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd5c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:facafac1-3183-4197-a213-e13aef5177d3+42:18792:x1876568411640704:12345-192.168.203.20@tcp:36:lhsmtool_posix.0 Request processed in 490us (743us total) trans 12884901917 rc 0/0 00000100:00100000:0.0:1789635712.896163:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 63 00000100:00100000:0.0:1789635712.899714:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:3.0:1789635712.899803:0:23927:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411640832 00000100:00100000:3.0:1789635712.899813:0:23927:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411640832 00000100:00100000:3.0:1789635712.899870:0:23927:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 64 00000100:00100000:3.0:1789635712.899881:0:23927:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576901880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:facafac1-3183-4197-a213-e13aef5177d3+42:18792:x1876568411640832:12345-192.168.203.20@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789635712.899905:0:23927:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789635712.899924:0:23927:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffe00/0xb0c3a59caa411125 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab74706 expref: -99 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.899991:0:23927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffe00/0xb0c3a59caa411125 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74706 expref: 43 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.900005:0:23927:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffe00/0xb0c3a59caa411125 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74706 expref: 43 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.900037:0:23927:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d0447666000) 00010000:00010000:3.0:1789635712.900040:0:23927:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789635712.900044:0:23927:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d05488ffe00, rc 0) 00000100:00100000:3.0:1789635712.900103:0:23927:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576901880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:facafac1-3183-4197-a213-e13aef5177d3+43:18792:x1876568411640832:12345-192.168.203.20@tcp:101:lhsmtool_posix.0 Request processed in 224us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635712.900110:0:23927:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 64 00000100:00100000:3.0:1789635712.905111:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635712.905312:0:24180:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411640960 00000100:00100000:0.0:1789635712.905322:0:24180:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411640960 00000100:00100000:0.0:1789635712.905455:0:24180:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 20 00000100:00100000:0.0:1789635712.905466:0:24180:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05768b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:facafac1-3183-4197-a213-e13aef5177d3+5:2396:x1876568411640960:12345-192.168.203.20@tcp:2:lhsmtool_posix.0 00000100:00100000:0.0:1789635712.905764:0:24180:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05768b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:facafac1-3183-4197-a213-e13aef5177d3+6:2396:x1876568411640960:12345-192.168.203.20@tcp:2:lhsmtool_posix.0 Request processed in 298us (666us total) trans 12884901891 rc 0/0 00000100:00100000:0.0:1789635712.905771:0:24180:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 20 00000100:00100000:1.0:1789635712.909281:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635712.909376:0:22663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411641216 00000100:00100000:0.0:1789635712.909386:0:22663:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411641216 00000100:00100000:0.0:1789635712.909442:0:22663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 11 00000100:00100000:0.0:1789635712.909452:0:22663:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:facafac1-3183-4197-a213-e13aef5177d3+43:18792:x1876568411641216:12345-192.168.203.20@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1789635712.909989:0:22663:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:facafac1-3183-4197-a213-e13aef5177d3+44:18792:x1876568411641216:12345-192.168.203.20@tcp:35:lhsmtool_posix.0 Request processed in 537us (726us total) trans 12884901918 rc 0/0 00000100:00100000:0.0:1789635712.909997:0:22663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 11 00000100:00080000:2.0:1789635712.910481:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789635712.913656:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635712.913898:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411641472 00000100:00100000:2.0:1789635712.913910:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411641472 00000100:00100000:2.0:1789635712.913971:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 65 00000100:00100000:2.0:1789635712.913982:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05768b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:facafac1-3183-4197-a213-e13aef5177d3+44:18792:x1876568411641472:12345-192.168.203.20@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1789635712.914498:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05768b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:facafac1-3183-4197-a213-e13aef5177d3+44:18792:x1876568411641472:12345-192.168.203.20@tcp:57:lhsmtool_posix.0 Request processed in 516us (850us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635712.914506:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 65 00000100:00100000:1.0:1789635712.917855:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635712.917938:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411641600 00000100:00100000:2.0:1789635712.917947:0:22662:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411641600 00000100:00100000:2.0:1789635712.918030:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 66 00000100:00100000:2.0:1789635712.918041:0:22662:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:facafac1-3183-4197-a213-e13aef5177d3+44:18792:x1876568411641600:12345-192.168.203.20@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789635712.918060:0:22662:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789635712.918078:0:22662:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa41112c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab7470d expref: -99 pid: 22662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.918142:0:22662:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa411133 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.918153:0:22662:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa411133 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.918161:0:22662:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa411133 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789635712.918213:0:22662:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789635712.918241:0:22662:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa411133 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.918353:0:22662:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa41112c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7470d expref: 46 pid: 22662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.918371:0:22662:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa411133 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7470d expref: 45 pid: 22662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.918379:0:22662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d0447666000) 00010000:00010000:2.0:1789635712.918382:0:22662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1789635712.918386:0:22662:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056e1a2600, rc 0) 00000100:00100000:2.0:1789635712.918496:0:22662:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576786680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:facafac1-3183-4197-a213-e13aef5177d3+45:18792:x1876568411641600:12345-192.168.203.20@tcp:101:lhsmtool_posix.0 Request processed in 456us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635712.918504:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 66 00000100:00100000:2.0:1789635712.921704:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635712.921845:0:24177:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411641728 00000100:00100000:0.0:1789635712.921855:0:24177:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411641728 00000100:00100000:0.0:1789635712.921913:0:24177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 21 00000100:00100000:0.0:1789635712.921923:0:24177:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447b5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:facafac1-3183-4197-a213-e13aef5177d3+6:2397:x1876568411641728:12345-192.168.203.20@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789635712.921940:0:24177:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789635712.921959:0:24177:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d0f5faea/0xb0c3a59caa41113a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab74714 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789635712.921992:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6aabac81, blocks: 0x0 00010000:00010000:0.0:1789635712.922009:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=731s v=(0 0) 00010000:00010000:0.0:1789635712.922013:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789635712.922023:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d0f5faea/0xb0c3a59caa41113a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74714 expref: 7 pid: 24177 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.922040:0:24177:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d0f5faea/0xb0c3a59caa41113a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74714 expref: 7 pid: 24177 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.922052:0:24177:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056ff54000, rc 0) 00000100:00100000:0.0:1789635712.922112:0:24177:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447b5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:facafac1-3183-4197-a213-e13aef5177d3+7:2397:x1876568411641728:12345-192.168.203.20@tcp:101:lhsmtool_posix.0 Request processed in 191us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635712.922119:0:24177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 21 00000100:00100000:0.0:1789635712.926163:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635712.926280:0:25466:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411641984 00000100:00100000:2.0:1789635712.926289:0:25466:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411641984 00000100:00100000:2.0:1789635712.926389:0:25466:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 67 00000100:00100000:2.0:1789635712.926398:0:25466:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576900e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:facafac1-3183-4197-a213-e13aef5177d3+45:18792:x1876568411641984:12345-192.168.203.20@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1789635712.926504:0:25466:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576900e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:facafac1-3183-4197-a213-e13aef5177d3+45:18792:x1876568411641984:12345-192.168.203.20@tcp:57:lhsmtool_posix.0 Request processed in 106us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635712.926511:0:25466:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 67 00000100:00100000:1.0:1789635712.929480:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635712.929706:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411642112 00000100:00100000:2.0:1789635712.929718:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411642112 00000100:00100000:2.0:1789635712.929867:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 68 00000100:00100000:2.0:1789635712.929878:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:facafac1-3183-4197-a213-e13aef5177d3+45:18792:x1876568411642112:12345-192.168.203.20@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1789635712.931967:0:22640:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901918 is committed 00010000:00010000:2.0:1789635712.932103:0:3626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42800/0xb0c3a59caa410ed2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932120:0:3626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42800/0xb0c3a59caa410ed2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932130:0:3626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42800/0xb0c3a59caa410ed2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932136:0:3626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0549f42800 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:2.0:1789635712.932141:0:3626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42800/0xb0c3a59caa410ed2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932149:0:3626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42800/0xb0c3a59caa410ed2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932166:0:3626:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8d054d47f100) 00010000:00010000:2.0:1789635712.932169:0:3626:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789635712.932173:0:3626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42800/0xb0c3a59caa410ed2 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932180:0:3626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42800/0xb0c3a59caa410ed2 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932217:0:3626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43400/0xb0c3a59caa410ee7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932224:0:3626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43400/0xb0c3a59caa410ee7 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932230:0:3626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43400/0xb0c3a59caa410ee7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932244:0:3626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0549f43400 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:2.0:1789635712.932247:0:3626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43400/0xb0c3a59caa410ee7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932253:0:3626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43400/0xb0c3a59caa410ee7 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932262:0:3626:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d054d47f900) 00010000:00010000:2.0:1789635712.932264:0:3626:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789635712.932267:0:3626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43400/0xb0c3a59caa410ee7 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932273:0:3626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43400/0xb0c3a59caa410ee7 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 23927 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932293:0:3626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410fab lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932299:0:3626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410fab lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932305:0:3626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410fab lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932309:0:3626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a3a00 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:2.0:1789635712.932312:0:3626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410fab lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932317:0:3626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410fab lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932345:0:3626:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8d056e062100) 00010000:00010000:2.0:1789635712.932347:0:3626:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789635712.932351:0:3626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410fab lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932357:0:3626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa410fab lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932371:0:3626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa411030 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932376:0:3626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa411030 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932381:0:3626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa411030 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932386:0:3626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a3400 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:2.0:1789635712.932388:0:3626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa411030 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932394:0:3626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa411030 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932401:0:3626:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:2.0:1789635712.932403:0:3626:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789635712.932406:0:3626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa411030 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932412:0:3626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa411030 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932449:0:3626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42000/0xb0c3a59caa411053 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932456:0:3626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42000/0xb0c3a59caa411053 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932461:0:3626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42000/0xb0c3a59caa411053 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932467:0:3626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0549f42000 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:2.0:1789635712.932470:0:3626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42000/0xb0c3a59caa411053 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932476:0:3626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42000/0xb0c3a59caa411053 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932484:0:3626:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:2.0:1789635712.932486:0:3626:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789635712.932489:0:3626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42000/0xb0c3a59caa411053 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932495:0:3626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f42000/0xb0c3a59caa411053 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932504:0:3626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa411099 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932510:0:3626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa411099 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932515:0:3626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa411099 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932528:0:3626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a3000 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:2.0:1789635712.932531:0:3626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa411099 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932537:0:3626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa411099 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932547:0:3626:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:2.0:1789635712.932548:0:3626:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789635712.932551:0:3626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa411099 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932556:0:3626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa411099 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932568:0:3626:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa41111e lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932575:0:3626:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa41111e lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932581:0:3626:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa41111e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932586:0:3626:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056ff55600 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:2.0:1789635712.932588:0:3626:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa41111e lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932637:0:3626:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa41111e lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932659:0:3626:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d0447666000) 00010000:00010000:2.0:1789635712.932662:0:3626:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1789635712.932665:0:3626:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa41111e lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.932670:0:3626:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa41111e lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22660 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1789635712.932769:0:22640:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000001:00080000:0.0:1789635712.932829:0:22640:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:1.0:1789635712.932893:0:3627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54600/0xb0c3a59caa410f50 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635712.932901:0:3627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54600/0xb0c3a59caa410f50 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635712.932906:0:3627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54600/0xb0c3a59caa410f50 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635712.932911:0:3627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056ff54600 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:1.0:1789635712.932914:0:3627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54600/0xb0c3a59caa410f50 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635712.932920:0:3627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54600/0xb0c3a59caa410f50 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635712.932930:0:3627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d054d47f900) 00010000:00010000:1.0:1789635712.932939:0:3627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1789635712.932942:0:3627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54600/0xb0c3a59caa410f50 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635712.932947:0:3627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff54600/0xb0c3a59caa410f50 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635712.933361:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576785180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:facafac1-3183-4197-a213-e13aef5177d3+14:18792:x1876568411642112:12345-192.168.203.20@tcp:44:lhsmtool_posix.0 Request processed in 3471us (3876us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635712.933372:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 68 00000100:00100000:0.0:1789635712.935394:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447b5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1876568427477376:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1789635712.935524:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635712.935633:0:25138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427477376 00000100:00100000:1.0:1789635712.935642:0:25138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427477376 00000100:00100000:1.0:1789635712.935690:0:25138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1789635712.935700:0:25138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576903480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3641:x1876568427477376:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1789635712.935838:0:25138:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1789635712.935842:0:25138:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1789635712.935844:0:25138:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1789635712.935847:0:25138:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1789635713 -> 1789635713 00002000:00010000:1.0:1789635712.935849:0:25138:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1789635712.937771:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635712.937827:0:24752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411642240 00000100:00100000:2.0:1789635712.937862:0:24752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411642240 00000100:00100000:2.0:1789635712.937944:0:24752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 23 00000100:00100000:2.0:1789635712.937965:0:24752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05768b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:facafac1-3183-4197-a213-e13aef5177d3+7:2396:x1876568411642240:12345-192.168.203.20@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1789635712.938092:0:24752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05768b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:facafac1-3183-4197-a213-e13aef5177d3+7:2396:x1876568411642240:12345-192.168.203.20@tcp:16:lhsmtool_posix.0 Request processed in 128us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635712.938100:0:24752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 23 00000100:00100000:1.0:1789635712.939071:0:25138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576903480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3641:x1876568427477376:12345-0@lo:2:osp-syn-0-0.0 Request processed in 3367us (3541us total) trans 12884901892 rc 0/0 00000004:00080000:0.0:1789635712.939074:0:3641:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d0447b5df80/2, rc 0, transno 12884901892 00000100:00100000:0.0:1789635712.939080:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447b5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3641:1876568427477376:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1789635712.939081:0:25138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789635712.945026:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635712.946176:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411642496 00000100:00100000:2.0:1789635712.946425:0:22662:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411642496 00000100:00100000:2.0:1789635712.946554:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 69 00000100:00100000:2.0:1789635712.946565:0:22662:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576901f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:facafac1-3183-4197-a213-e13aef5177d3+14:18792:x1876568411642496:12345-192.168.203.20@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1789635712.946656:0:22662:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789635712.946684:0:22662:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a2600/0xb0c3a59caa411133 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7470d expref: 14 pid: 22662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.946705:0:22662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d0447666000) 00010000:00010000:2.0:1789635712.946710:0:22662:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789635712.946740:0:22662:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa411141 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.947033:0:22662:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa411141 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.947049:0:22662:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa411141 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1789635712.947201:0:22662:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000a21dd98c reply state 000000006e8f82ee transno 12884901919 ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa411141 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.947215:0:22662:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3000/0xb0c3a59caa411141 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.947222:0:22662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d0447666000) 00010000:00010000:2.0:1789635712.947225:0:22662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789635712.947227:0:22662:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1789635712.947733:0:22662:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576901f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:facafac1-3183-4197-a213-e13aef5177d3+15:18792:x1876568411642496:12345-192.168.203.20@tcp:36:lhsmtool_posix.0 Request processed in 1166us (2713us total) trans 12884901919 rc 0/0 00000100:00100000:2.0:1789635712.947742:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 69 00000100:00100000:1.0:1789635712.952703:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635712.952873:0:24177:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411642624 00000100:00100000:0.0:1789635712.952883:0:24177:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411642624 00000100:00100000:0.0:1789635712.952939:0:24177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 24 00000100:00100000:0.0:1789635712.952949:0:24177:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:facafac1-3183-4197-a213-e13aef5177d3+7:18792:x1876568411642624:12345-192.168.203.20@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789635712.952967:0:24177:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789635712.952984:0:24177:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000024a74884/0xb0c3a59caa411148 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab7471b expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.953011:0:24177:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d0f5faea/0xb0c3a59caa41113a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74714 expref: 8 pid: 24177 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.953017:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789635712.953020:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789635712.953024:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024a74884/0xb0c3a59caa411148 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7471b expref: 8 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.953049:0:24177:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d0f5faea/0xb0c3a59caa41113a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74714 expref: 8 pid: 24177 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.953058:0:24177:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d0f5faea/0xb0c3a59caa41113a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74714 expref: 8 pid: 24177 timeout: 831 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789635712.953083:0:24177:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0576900700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:24177:1876568427477504:192.168.203.20@tcp:104: 00000100:00100000:0.0:1789635712.953252:0:24177:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0541359d80 going to sleep for 11 seconds 00000100:00100000:3.0:1789635712.959372:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635712.959552:0:24177:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0576900700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:24177:1876568427477504:192.168.203.20@tcp:104: 00010000:00010000:0.0:1789635712.959588:0:24177:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000024a74884/0xb0c3a59caa411148 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7471b expref: 8 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.959658:0:24177:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d056ff54e00, rc 0) 00000100:00100000:0.0:1789635712.959718:0:24177:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576785500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:facafac1-3183-4197-a213-e13aef5177d3+8:18792:x1876568411642624:12345-192.168.203.20@tcp:101:lhsmtool_posix.0 Request processed in 6770us (7023us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635712.959726:0:24177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 24 00000100:00100000:1.0:1789635712.960134:0:22647:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411642752 00000100:00100000:1.0:1789635712.960142:0:22647:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411642752 00010000:00010000:1.0:1789635712.960181:0:22647:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d0f5faea/0xb0c3a59caa41113a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74714 expref: 8 pid: 24177 timeout: 831 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789635712.960230:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 20 00000100:00100000:1.0:1789635712.960239:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05768b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:facafac1-3183-4197-a213-e13aef5177d3+8:2397:x1876568411642752:12345-192.168.203.20@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789635712.960253:0:22647:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789635712.960285:0:22647:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d0f5faea/0xb0c3a59caa41113a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74714 expref: 8 pid: 24177 timeout: 831 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635712.960298:0:22647:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d0f5faea/0xb0c3a59caa41113a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74714 expref: 8 pid: 24177 timeout: 831 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635712.960320:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d0f5faea/0xb0c3a59caa41113a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74714 expref: 8 pid: 24177 timeout: 831 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635712.960343:0:22647:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789635712.960347:0:22647:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789635712.960354:0:22647:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000024a74884/0xb0c3a59caa411148 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7471b expref: 7 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635712.960363:0:22647:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024a74884/0xb0c3a59caa411148 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7471b expref: 7 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635712.960396:0:22647:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000024a74884/0xb0c3a59caa411148 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7471b expref: 7 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789635712.960411:0:22647:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0576784700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:22647:1876568427477632:192.168.203.20@tcp:105: 00000100:00100000:1.0:1789635712.960480:0:22647:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d05446f3540 going to sleep for 11 seconds 00000100:00100000:1.0:1789635712.965510:0:22647:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0576784700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:22647:1876568427477632:192.168.203.20@tcp:105: 00010000:00010000:1.0:1789635712.965551:0:22647:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789635712.965649:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05768b4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:facafac1-3183-4197-a213-e13aef5177d3+7:2397:x1876568411642752:12345-192.168.203.20@tcp:103:ldlm_bl.0 Request processed in 5410us (6285us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635712.965679:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 20 00000100:00100000:0.0:1789635712.969168:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635712.969239:0:24752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411642880 00000100:00100000:2.0:1789635712.969251:0:24752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411642880 00000100:00100000:2.0:1789635712.969322:0:24752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 25 00000100:00100000:2.0:1789635712.969342:0:24752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576900700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:facafac1-3183-4197-a213-e13aef5177d3+7:2397:x1876568411642880:12345-192.168.203.20@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1789635712.969494:0:24752:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1789635712.969498:0:24752:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1789635712 00002000:00010000:2.0:1789635712.969500:0:24752:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1789635710 00002000:00010000:2.0:1789635712.969502:0:24752:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1789635713 -> 1789635712 00002000:00010000:2.0:1789635712.969504:0:24752:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1789635712.969571:0:24752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576900700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:facafac1-3183-4197-a213-e13aef5177d3+8:2397:x1876568411642880:12345-192.168.203.20@tcp:2:lhsmtool_posix.0 Request processed in 229us (411us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1789635712.969592:0:24752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 25 00000100:00100000:2.0:1789635712.973576:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635712.974687:0:25138:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411643008 00000100:00100000:1.0:1789635712.974699:0:25138:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411643008 00000100:00100000:1.0:1789635712.974894:0:25138:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 26 00000100:00100000:1.0:1789635712.974906:0:25138:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576713c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:facafac1-3183-4197-a213-e13aef5177d3+8:2396:x1876568411643008:12345-192.168.203.20@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1789635712.974955:0:25138:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000012139580/0xb0c3a59caa41114f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635712.974973:0:25138:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000024a74884/0xb0c3a59caa411148 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7471b expref: 8 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635712.974982:0:25138:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789635712.974986:0:25138:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1789635712.974991:0:25138:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000012139580/0xb0c3a59caa41114f lrc: 4/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635712.975026:0:25138:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000024a74884/0xb0c3a59caa411148 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7471b expref: 8 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635712.975039:0:25138:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000024a74884/0xb0c3a59caa411148 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7471b expref: 8 pid: 24177 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789635712.975053:0:25138:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0576784700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25138:1876568427477760:192.168.203.20@tcp:104: 00000100:00100000:1.0:1789635712.975144:0:25138:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d05446f3540 going to sleep for 11 seconds 00000100:00100000:0.0:1789635712.979424:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635712.979655:0:25138:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0576784700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25138:1876568427477760:192.168.203.20@tcp:104: 00010000:00010000:1.0:1789635712.979696:0:25138:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000012139580/0xb0c3a59caa41114f lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635712.979923:0:23825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411643136 00000100:00100000:3.0:1789635712.979931:0:23825:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411643136 00010000:00010000:3.0:1789635712.979968:0:23825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000024a74884/0xb0c3a59caa411148 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7471b expref: 9 pid: 24177 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635712.980007:0:23825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 21 00000100:00100000:3.0:1789635712.980017:0:23825:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576903b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:facafac1-3183-4197-a213-e13aef5177d3+9:2397:x1876568411643136:12345-192.168.203.20@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789635712.980031:0:23825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789635712.980052:0:23825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000024a74884/0xb0c3a59caa411148 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7471b expref: 9 pid: 24177 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.980076:0:23825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000024a74884/0xb0c3a59caa411148 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7471b expref: 9 pid: 24177 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.980096:0:23825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024a74884/0xb0c3a59caa411148 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab7471b expref: 9 pid: 24177 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.980111:0:23825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1789635712.980115:0:23825:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1789635712.980121:0:23825:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000012139580/0xb0c3a59caa41114f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.980129:0:23825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000012139580/0xb0c3a59caa41114f lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 25138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.980157:0:23825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789635712.980219:0:23825:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576903b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:facafac1-3183-4197-a213-e13aef5177d3+8:2397:x1876568411643136:12345-192.168.203.20@tcp:103:ldlm_bl.0 Request processed in 203us (804us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635712.980228:0:23825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 21 00010000:00010000:1.0:1789635712.980297:0:25138:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000012139580/0xb0c3a59caa41114f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635712.980306:0:25138:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000012139580/0xb0c3a59caa41114f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635712.980326:0:25138:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000012139580/0xb0c3a59caa41114f lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635712.980335:0:25138:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000012139580/0xb0c3a59caa41114f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635712.980350:0:25138:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000012139580/0xb0c3a59caa41114f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635712.980357:0:25138:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0549f43000 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:1.0:1789635712.980361:0:25138:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000012139580/0xb0c3a59caa41114f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635712.980369:0:25138:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000012139580/0xb0c3a59caa41114f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635712.980380:0:25138:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000012139580/0xb0c3a59caa41114f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635712.980393:0:25138:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000012139580/0xb0c3a59caa41114f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25138 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789635712.980458:0:25138:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576713c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:facafac1-3183-4197-a213-e13aef5177d3+7:2396:x1876568411643008:12345-192.168.203.20@tcp:1:lhsmtool_posix.0 Request processed in 5555us (6891us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635712.980466:0:25138:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 26 00000100:00100000:0.0:1789635712.984722:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635712.984917:0:25466:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411643392 00000100:00100000:2.0:1789635712.984926:0:25466:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411643392 00000100:00100000:2.0:1789635712.985016:0:25466:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 70 00000100:00100000:2.0:1789635712.985024:0:25466:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576903800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:facafac1-3183-4197-a213-e13aef5177d3+15:18792:x1876568411643392:12345-192.168.203.20@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1789635712.985096:0:25466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411156 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.985112:0:25466:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe800/0xb0c3a59caa411029 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746b9 expref: 15 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.985121:0:25466:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411156 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.985158:0:25466:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe800/0xb0c3a59caa411029 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746b9 expref: 15 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635712.985172:0:25466:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe800/0xb0c3a59caa411029 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746b9 expref: 15 pid: 23927 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635712.985193:0:25466:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0447b5fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25466:1876568427477888:192.168.203.20@tcp:104: 00000100:00100000:2.0:1789635712.985301:0:25466:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d057b588780 going to sleep for 11 seconds 00000100:00100000:2.0:1789635712.988150:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635712.988284:0:25466:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0447b5fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25466:1876568427477888:192.168.203.20@tcp:104: 00010000:00010000:0.0:1789635712.988310:0:25466:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411156 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635712.988550:0:22646:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411643520 00000100:00100000:3.0:1789635712.988558:0:22646:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411643520 00010000:00010000:3.0:1789635712.988713:0:22646:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe800/0xb0c3a59caa411029 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746b9 expref: 16 pid: 23927 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789635712.988783:0:22647:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 22 00000100:00100000:1.0:1789635712.988797:0:22647:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447b5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:facafac1-3183-4197-a213-e13aef5177d3+16:2396:x1876568411643520:12345-192.168.203.20@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789635712.988813:0:22647:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789635712.988820:0:22647:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe800/0xb0c3a59caa411029 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746b9 expref: 16 pid: 23927 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635712.988833:0:22647:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe800/0xb0c3a59caa411029 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746b9 expref: 16 pid: 23927 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635712.988854:0:22647:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488fe800/0xb0c3a59caa411029 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746b9 expref: 16 pid: 23927 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635712.988884:0:22647:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:1.0:1789635712.988891:0:22647:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55c00/0xb0c3a59caa4110bc lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746ea expref: 15 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635712.988901:0:22647:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411156 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635712.988923:0:22647:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411156 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635712.988932:0:22647:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411156 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635712.988963:0:22647:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789635712.988988:0:25466:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411156 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.988998:0:25466:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411156 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789635712.989022:0:22647:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447b5e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:facafac1-3183-4197-a213-e13aef5177d3+15:2396:x1876568411643520:12345-192.168.203.20@tcp:103:ldlm_bl.0 Request processed in 228us (879us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635712.989031:0:22647:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 22 00010000:00010000:0.0:1789635712.989234:0:25466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa41115d lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.990003:0:25466:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffe00/0xb0c3a59caa411125 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74706 expref: 15 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.990015:0:25466:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa41115d lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.990052:0:25466:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffe00/0xb0c3a59caa411125 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74706 expref: 15 pid: 23927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.990068:0:25466:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffe00/0xb0c3a59caa411125 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74706 expref: 15 pid: 23927 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789635712.990083:0:25466:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0576900380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25466:1876568427478016:192.168.203.20@tcp:104: 00000100:00100000:0.0:1789635712.990158:0:25466:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d054a2b2240 going to sleep for 11 seconds 00000100:00100000:2.0:1789635712.994822:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:3.0:1789635712.994958:0:23825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411643648 00000100:00100000:3.0:1789635712.994969:0:23825:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411643648 00010000:00010000:3.0:1789635712.995010:0:23825:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffe00/0xb0c3a59caa411125 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74706 expref: 16 pid: 23927 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789635712.995073:0:23825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 23 00000100:00100000:3.0:1789635712.995083:0:23825:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0549d2d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:facafac1-3183-4197-a213-e13aef5177d3+16:2397:x1876568411643648:12345-192.168.203.20@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789635712.995098:0:23825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789635712.995106:0:23825:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffe00/0xb0c3a59caa411125 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74706 expref: 16 pid: 23927 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.995119:0:23825:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffe00/0xb0c3a59caa411125 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74706 expref: 16 pid: 23927 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.995140:0:23825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d0447666000) 00010000:00010000:3.0:1789635712.995144:0:23825:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa41115d lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.995154:0:23825:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa41115d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.995161:0:23825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa41115d lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635712.995179:0:23825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789635712.995257:0:23825:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0549d2d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:facafac1-3183-4197-a213-e13aef5177d3+16:2397:x1876568411643648:12345-192.168.203.20@tcp:103:ldlm_bl.0 Request processed in 175us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635712.995264:0:23825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 23 00010000:00010000:0.0:1789635712.996985:0:25466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffe00/0xb0c3a59caa411125 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74706 expref: 15 pid: 23927 timeout: 831 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789635712.997012:0:25466:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0576900380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25466:1876568427478016:192.168.203.20@tcp:104: 00010000:00010000:0.0:1789635712.997034:0:25466:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa41115d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.997044:0:25466:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa41115d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635712.997050:0:25466:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa41115d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1789635712.997162:0:25466:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901920 00000001:00080000:0.0:1789635712.997484:0:25466:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901921 00000001:00080000:0.0:1789635712.997523:0:25466:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901922 00000100:00100000:0.0:1789635712.997720:0:25466:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0576900380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:25466:1876568427478144:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1789635712.997848:0:25466:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635712.997922:0:25466:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0447b0cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1789635712.998549:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427478144 00000100:00100000:1.0:1789635712.998558:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427478144 00000100:00100000:1.0:1789635712.998898:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1789635712.998910:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576903480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:25466:x1876568427478144:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1789635712.999046:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576903480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:25466:x1876568427478144:12345-0@lo:1000:mdt00_004.0 Request processed in 139us (1265us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635712.999053:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1789635712.999094:0:25466:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0576900380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:25466:1876568427478144:0@lo:1000:mdt00_004.0 00000001:00080000:0.0:1789635712.999252:0:25466:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901923 00000100:00100000:0.0:1789635712.999308:0:25466:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0576900380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:25466:1876568427478272:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1789635712.999531:0:25466:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635712.999555:0:25466:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d05489c2e40 going to sleep for 11 seconds 00000100:00100000:2.0:1789635712.999724:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427478272 00000100:00100000:2.0:1789635712.999732:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427478272 00000100:00100000:2.0:1789635712.999788:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1789635712.999796:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576900700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:25466:x1876568427478272:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1789635712.999912:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576900700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:25466:x1876568427478272:12345-0@lo:1000:mdt00_004.0 Request processed in 117us (389us total) trans 12884901894 rc 0/0 00000100:00100000:2.0:1789635712.999919:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789635713.000007:0:25466:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0576900380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:25466:1876568427478272:0@lo:1000:mdt00_004.0 00010000:00010000:0.0:1789635713.000040:0:25466:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa41115d lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.000050:0:25466:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa41115d lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.000057:0:25466:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa41115d lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.000063:0:25466:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056ff55600 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:0.0:1789635713.000067:0:25466:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa41115d lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.000073:0:25466:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa41115d lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.000088:0:25466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d0447666000) 00010000:00010000:0.0:1789635713.000091:0:25466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1789635713.000102:0:25466:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa41115d lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.000108:0:25466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa41115d lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.000139:0:25466:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1a200/0xb0c3a59caa4110b5 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.000146:0:25466:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1a200/0xb0c3a59caa4110b5 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.000152:0:25466:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1a200/0xb0c3a59caa4110b5 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.000157:0:25466:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0446d1a200 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:0.0:1789635713.000159:0:25466:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1a200/0xb0c3a59caa4110b5 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.000165:0:25466:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1a200/0xb0c3a59caa4110b5 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.000173:0:25466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:0.0:1789635713.000175:0:25466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1789635713.000191:0:25466:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55c00/0xb0c3a59caa4110bc lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746ea expref: 18 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.000203:0:25466:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55c00/0xb0c3a59caa4110bc lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746ea expref: 18 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.000211:0:25466:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55c00/0xb0c3a59caa4110bc lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746ea expref: 18 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.000272:0:25466:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55c00/0xb0c3a59caa4110bc lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab746ea expref: 18 pid: 22660 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789635713.000283:0:25466:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0576900000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25466:1876568427478400:192.168.203.20@tcp:105: 00000100:00100000:0.0:1789635713.000908:0:25466:0:(client.c:2716:ptlrpc_set_wait()) set ffff8d0549fa8600 going to sleep for 10 seconds 00000100:00100000:2.0:1789635713.006854:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635713.006934:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411643776 00000100:00100000:1.0:1789635713.006945:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411643776 00000100:00100000:1.0:1789635713.007008:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 12 00000100:00100000:1.0:1789635713.007018:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447b5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:facafac1-3183-4197-a213-e13aef5177d3+19:18790:x1876568411643776:12345-192.168.203.20@tcp:49:bash.0 00000100:00100000:1.0:1789635713.007150:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447b5c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:facafac1-3183-4197-a213-e13aef5177d3+19:18790:x1876568411643776:12345-192.168.203.20@tcp:49:bash.0 Request processed in 132us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1789635713.007157:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 12 00000100:00100000:0.0:1789635713.008997:0:25466:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0576900000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:25466:1876568427478400:192.168.203.20@tcp:105: 00010000:00010000:0.0:1789635713.009032:0:25466:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1a200/0xb0c3a59caa4110b5 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.009043:0:25466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d0446d1a200/0xb0c3a59caa4110b5 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 22662 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.009075:0:25466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa411164 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.009088:0:25466:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa411164 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.009100:0:25466:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa411164 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.009109:0:25466:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa411164 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.009115:0:25466:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa411164 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.009121:0:25466:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa411164 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.009921:0:25466:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056ff55600 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:0.0:1789635713.009928:0:25466:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa411164 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.009938:0:25466:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa411164 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.009953:0:25466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:0.0:1789635713.009955:0:25466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789635713.009959:0:25466:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa411164 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.009964:0:25466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056ff55600/0xb0c3a59caa411164 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.009977:0:25466:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411156 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.009983:0:25466:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411156 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.009988:0:25466:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411156 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.009992:0:25466:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a3800 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:0.0:1789635713.009995:0:25466:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411156 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.009999:0:25466:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411156 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.010019:0:25466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:0.0:1789635713.010022:0:25466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1789635713.010024:0:25466:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411156 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789635713.010030:0:25466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411156 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789635713.010222:0:25466:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576903800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:facafac1-3183-4197-a213-e13aef5177d3+18:18792:x1876568411643392:12345-192.168.203.20@tcp:57:lhsmtool_posix.0 Request processed in 25193us (25505us total) trans 12884901924 rc 0/0 00000100:00100000:0.0:1789635713.010232:0:25466:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 70 00000020:00080000:0.0:1789635713.010238:0:25466:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:1.0:1789635713.010936:0:22693:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1789635713.010941:0:22693:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1789635713.010960:0:22693:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:1.0:1789635713.010977:0:22693:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1789635713.017638:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635713.017698:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635713.018176:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411644160 00000100:00100000:1.0:1789635713.018196:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411644160 00000100:00100000:1.0:1789635713.018247:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 13 00000100:00100000:1.0:1789635713.018258:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447b5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:facafac1-3183-4197-a213-e13aef5177d3+18:18792:x1876568411644160:12345-192.168.203.20@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1789635713.018550:0:22664:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1789635713.018586:0:22664:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901925 00000100:00100000:3.0:1789635713.018723:0:24177:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411643904 00000100:00100000:3.0:1789635713.018728:0:24177:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411643904 00010000:00010000:1.0:1789635713.018874:0:22664:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43000/0xb0c3a59caa41116b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22664 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635713.018890:0:22664:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43000/0xb0c3a59caa41116b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22664 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635713.018902:0:22664:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43000/0xb0c3a59caa41116b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22664 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635713.018909:0:22664:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43000/0xb0c3a59caa41116b lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22664 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635713.018915:0:22664:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43000/0xb0c3a59caa41116b lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22664 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635713.018921:0:22664:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43000/0xb0c3a59caa41116b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22664 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635713.018936:0:22664:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789635713.018962:0:25136:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789635713.018968:0:25136:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43000/0xb0c3a59caa41116b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22664 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635713.018975:0:25136:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0549f43000 already unused, calling callback (ffffffffc0f15f90) 00010000:00010000:1.0:1789635713.018979:0:25136:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43000/0xb0c3a59caa41116b lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22664 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635713.018996:0:25136:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43000/0xb0c3a59caa41116b lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22664 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635713.019007:0:25136:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d0447666000) 00010000:00010000:1.0:1789635713.019010:0:25136:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1789635713.019014:0:25136:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43000/0xb0c3a59caa41116b lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22664 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635713.019019:0:25136:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43000/0xb0c3a59caa41116b lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22664 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635713.019030:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635713.019031:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789635713.019033:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789635713.019097:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447b5dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:facafac1-3183-4197-a213-e13aef5177d3+20:18792:x1876568411644160:12345-192.168.203.20@tcp:35:lhsmtool_posix.0 Request processed in 840us (1396us total) trans 12884901926 rc 0/0 00000100:00100000:1.0:1789635713.019104:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 13 00000020:00080000:1.0:1789635713.019109:0:22664:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1789635713.020210:0:24177:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 27 00000100:00100000:3.0:1789635713.020225:0:24177:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447b5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:facafac1-3183-4197-a213-e13aef5177d3+7:18790:x1876568411643904:12345-192.168.203.20@tcp:101:bash.0 00010000:00010000:3.0:1789635713.020248:0:24177:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789635713.020319:0:24177:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000089720be8/0xb0c3a59caa411172 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab74722 expref: -99 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1789635713.020410:0:24177:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x6aabac80, atime: 0x6aabac7e, ctime: 0x6aabac80, blocks: 0x0 00010000:00010000:3.0:1789635713.020429:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=731s v=(0 0) 00010000:00010000:3.0:1789635713.020433:0:24177:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789635713.020442:0:24177:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000089720be8/0xb0c3a59caa411172 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74722 expref: 8 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635713.020457:0:24177:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000089720be8/0xb0c3a59caa411172 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74722 expref: 8 pid: 24177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635713.020469:0:24177:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d05488ff200, rc 0) 00000100:00100000:3.0:1789635713.020944:0:24177:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447b5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:facafac1-3183-4197-a213-e13aef5177d3+8:18790:x1876568411643904:12345-192.168.203.20@tcp:101:bash.0 Request processed in 722us (3315us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635713.020953:0:24177:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 27 00000100:00100000:2.0:1789635713.027674:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:3.0:1789635713.027765:0:22661:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411644288 00000100:00100000:3.0:1789635713.027775:0:22661:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411644288 00000100:00100000:3.0:1789635713.027848:0:22661:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 71 00000100:00100000:3.0:1789635713.027858:0:22661:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447b5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:facafac1-3183-4197-a213-e13aef5177d3+20:18790:x1876568411644288:12345-192.168.203.20@tcp:101:bash.0 00010000:00010000:3.0:1789635713.027883:0:22661:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789635713.027903:0:22661:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffa00/0xb0c3a59caa411179 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab74729 expref: -99 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635713.027938:0:22661:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ff800/0xb0c3a59caa411180 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635713.027965:0:22661:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ff800/0xb0c3a59caa411180 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635713.027978:0:22661:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ff800/0xb0c3a59caa411180 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22661 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635713.028087:0:22661:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ffa00/0xb0c3a59caa411179 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74729 expref: 22 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635713.028106:0:22661:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05488ff800/0xb0c3a59caa411180 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74729 expref: 21 pid: 22661 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789635713.028115:0:22661:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:3.0:1789635713.028118:0:22661:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789635713.028122:0:22661:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d05488ff800, rc 0) 00000100:00100000:3.0:1789635713.028180:0:22661:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447b5d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:facafac1-3183-4197-a213-e13aef5177d3+21:18790:x1876568411644288:12345-192.168.203.20@tcp:101:bash.0 Request processed in 323us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635713.028197:0:22661:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 71 00000100:00100000:2.0:1789635713.043129:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635713.044514:0:22664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411644544 00000100:00100000:1.0:1789635713.044614:0:22664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411644544 00000100:00100000:1.0:1789635713.044737:0:22664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 14 00000100:00100000:1.0:1789635713.044749:0:22664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447b5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:facafac1-3183-4197-a213-e13aef5177d3+21:18790:x1876568411644544:12345-192.168.203.20@tcp:35:bash.0 00000001:00080000:1.0:1789635713.044967:0:22664:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901927 00000001:00080000:1.0:1789635713.045040:0:22664:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901928 00000100:00100000:1.0:1789635713.045149:0:22664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447b5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:facafac1-3183-4197-a213-e13aef5177d3+24:18790:x1876568411644544:12345-192.168.203.20@tcp:35:bash.0 Request processed in 402us (2027us total) trans 12884901929 rc 0/0 00000100:00100000:1.0:1789635713.045157:0:22664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 14 00000020:00080000:1.0:1789635713.045162:0:22664:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:2.0:1789635713.224755:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:1.0:1789635713.224929:0:22662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411644800 00000100:00100000:1.0:1789635713.224940:0:22662:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411644800 00000100:00100000:1.0:1789635713.225014:0:22662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 72 00000100:00100000:1.0:1789635713.225026:0:22662:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447b5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:facafac1-3183-4197-a213-e13aef5177d3+24:18802:x1876568411644800:12345-192.168.203.20@tcp:101:lfs.0 00010000:00010000:1.0:1789635713.225052:0:22662:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789635713.225073:0:22662:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43000/0xb0c3a59caa411187 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x86d3de4d4ab74730 expref: -99 pid: 22662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789635713.225171:0:22662:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1789635713.225288:0:22662:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43000/0xb0c3a59caa411187 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74730 expref: 26 pid: 22662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635713.225304:0:22662:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d056e062d00) 00010000:00010000:1.0:1789635713.225309:0:22662:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1789635713.225314:0:22662:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d0549f43000/0xb0c3a59caa411187 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.20@tcp remote: 0x86d3de4d4ab74730 expref: 26 pid: 22662 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789635713.225343:0:22662:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0549f43000, rc 0) 00000100:00100000:1.0:1789635713.225406:0:22662:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447b5e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:facafac1-3183-4197-a213-e13aef5177d3+25:18802:x1876568411644800:12345-192.168.203.20@tcp:101:lfs.0 Request processed in 383us (660us total) trans 12884901930 rc 301/301 00000100:00100000:1.0:1789635713.225414:0:22662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 72 00000100:00100000:0.0:1789635713.232779:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:2.0:1789635713.233013:0:25466:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411644928 00000100:00100000:2.0:1789635713.233024:0:25466:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411644928 00000100:00100000:2.0:1789635713.233086:0:25466:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 73 00000100:00100000:2.0:1789635713.233097:0:25466:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576900000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:facafac1-3183-4197-a213-e13aef5177d3+25:18802:x1876568411644928:12345-192.168.203.20@tcp:34:lfs.0 00010000:00010000:2.0:1789635713.233175:0:25466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411195 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635713.233203:0:25466:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411195 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635713.233215:0:25466:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411195 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635713.233230:0:25466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa41119c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635713.233237:0:25466:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa41119c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635713.233274:0:25466:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa41119c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635713.233366:0:25466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa4111a3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635713.233375:0:25466:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa4111a3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635713.233383:0:25466:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa4111a3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1789635713.233428:0:25466:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa4111a3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635713.233441:0:25466:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411195 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635713.233447:0:25466:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411195 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635713.233454:0:25466:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411195 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635713.233460:0:25466:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a3800 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:2.0:1789635713.233464:0:25466:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411195 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635713.233472:0:25466:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411195 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635713.233484:0:25466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d054d47f900) 00010000:00010000:2.0:1789635713.233493:0:25466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789635713.233498:0:25466:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411195 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635713.233505:0:25466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3800/0xb0c3a59caa411195 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635713.233532:0:25466:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa41119c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635713.233539:0:25466:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa41119c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635713.233545:0:25466:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa41119c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635713.233551:0:25466:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a3400 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:2.0:1789635713.233554:0:25466:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa41119c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635713.233560:0:25466:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa41119c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635713.233567:0:25466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8d056e062100) 00010000:00010000:2.0:1789635713.233570:0:25466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789635713.233573:0:25466:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa41119c lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635713.233579:0:25466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3400/0xb0c3a59caa41119c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635713.233669:0:25466:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa4111a3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635713.233684:0:25466:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa4111a3 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635713.233691:0:25466:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa4111a3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635713.233695:0:25466:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d056e1a3a00 already unused, calling callback (ffffffffc1b494f0) 00010000:00010000:2.0:1789635713.233698:0:25466:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa4111a3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635713.233705:0:25466:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa4111a3 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635713.233714:0:25466:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d056e062200) 00010000:00010000:2.0:1789635713.233716:0:25466:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789635713.233719:0:25466:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa4111a3 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789635713.233724:0:25466:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d056e1a3a00/0xb0c3a59caa4111a3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25466 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789635713.233814:0:25466:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576900000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:facafac1-3183-4197-a213-e13aef5177d3+25:18802:x1876568411644928:12345-192.168.203.20@tcp:34:lfs.0 Request processed in 717us (1054us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635713.234447:0:25466:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 73 00000100:00100000:2.0:1789635713.240016:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635713.240157:0:22663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411645184 00000100:00100000:0.0:1789635713.240168:0:22663:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411645184 00000100:00100000:0.0:1789635713.240234:0:22663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 15 00000100:00100000:0.0:1789635713.240244:0:22663:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447b5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:facafac1-3183-4197-a213-e13aef5177d3+25:18802:x1876568411645184:12345-192.168.203.20@tcp:35:lfs.0 00000100:00100000:0.0:1789635713.240470:0:22663:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447b5fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:facafac1-3183-4197-a213-e13aef5177d3+26:18802:x1876568411645184:12345-192.168.203.20@tcp:35:lfs.0 Request processed in 226us (463us total) trans 12884901931 rc 0/0 00000100:00100000:0.0:1789635713.240477:0:22663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 15 00010000:00010000:1.0:1789635713.515171:0:22648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789635713.989089:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635713.989132:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635713.989167:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635713.989212:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635713.989229:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635713.989247:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635713.989264:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635713.989361:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635713.989393:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.20@tcp (source: 12345-192.168.203.20@tcp) 00000100:00100000:0.0:1789635713.989435:0:24752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411645824 00000100:00100000:0.0:1789635713.989445:0:24752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411645824 00000100:00100000:0.0:1789635713.989499:0:24752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411646336 00000100:00100000:0.0:1789635713.989502:0:24752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411646336 00000100:00100000:0.0:1789635713.989514:0:24752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411645696 00000100:00100000:0.0:1789635713.989516:0:24752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411645696 00000100:00100000:0.0:1789635713.989527:0:24752:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411646208 00000100:00100000:0.0:1789635713.989529:0:24752:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411646208 00000100:00100000:0.0:1789635713.989546:0:24752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 15 00000100:00100000:0.0:1789635713.989556:0:24752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576902a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:facafac1-3183-4197-a213-e13aef5177d3+5:2398:x1876568411645824:12345-192.168.203.20@tcp:400:kworker.0 00000100:00100000:0.0:1789635713.989659:0:24752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576902a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:facafac1-3183-4197-a213-e13aef5177d3+5:2398:x1876568411645824:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 103us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635713.989667:0:24752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 15 00000100:00100000:0.0:1789635713.989683:0:24752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 16 00000100:00100000:0.0:1789635713.989689:0:24752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447975f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:23e40c64-b173-4c2b-a53e-406b21e4778b+5:2398:x1876568411646336:12345-192.168.203.20@tcp:400:kworker.0 00000100:00100000:0.0:1789635713.989711:0:24752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447975f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:23e40c64-b173-4c2b-a53e-406b21e4778b+5:2398:x1876568411646336:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 23us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635713.989717:0:24752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 16 00000100:00100000:0.0:1789635713.989727:0:24752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 17 00000100:00100000:0.0:1789635713.989732:0:24752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0447976d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:facafac1-3183-4197-a213-e13aef5177d3+8:2399:x1876568411645696:12345-192.168.203.20@tcp:400:kworker.0 00000100:00100000:0.0:1789635713.989755:0:24752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0447976d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:facafac1-3183-4197-a213-e13aef5177d3+8:2399:x1876568411645696:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 22us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635713.989761:0:24752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 17 00000100:00100000:0.0:1789635713.989772:0:24752:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 18 00000100:00100000:0.0:1789635713.989785:0:24752:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:23e40c64-b173-4c2b-a53e-406b21e4778b+5:2399:x1876568411646208:12345-192.168.203.20@tcp:400:kworker.0 00000100:00100000:0.0:1789635713.989807:0:24752:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576887800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:23e40c64-b173-4c2b-a53e-406b21e4778b+5:2399:x1876568411646208:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 22us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635713.989811:0:24752:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 18 00000100:00080000:0.0:1789635713.989826:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789635713.989830:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789635713.989942:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411645568 00000100:00100000:0.0:1789635713.989948:0:22660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411645568 00000100:00080000:0.0:1789635713.989962:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789635713.989983:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411646080 00000100:00100000:0.0:1789635713.989987:0:22660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411646080 00000100:00080000:0.0:1789635713.989997:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789635713.990010:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411645440 00000100:00100000:0.0:1789635713.990012:0:22660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411645440 00000100:00100000:0.0:1789635713.990042:0:22660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411645952 00000100:00100000:0.0:1789635713.990046:0:22660:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411645952 00000100:00080000:0.0:1789635713.990059:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789635713.990077:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 50 00000100:00100000:0.0:1789635713.990083:0:22660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576901c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:facafac1-3183-4197-a213-e13aef5177d3+5:2398:x1876568411645568:12345-192.168.203.20@tcp:400:kworker.0 00000100:00100000:0.0:1789635713.990114:0:22660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576901c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:facafac1-3183-4197-a213-e13aef5177d3+5:2398:x1876568411645568:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 31us (982us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635713.990119:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 50 00000100:00100000:0.0:1789635713.990131:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 51 00000100:00100000:0.0:1789635713.990137:0:22660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576903100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23e40c64-b173-4c2b-a53e-406b21e4778b+5:2398:x1876568411646080:12345-192.168.203.20@tcp:400:kworker.0 00000100:00100000:0.0:1789635713.990159:0:22660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576903100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23e40c64-b173-4c2b-a53e-406b21e4778b+5:2398:x1876568411646080:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 22us (947us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635713.990164:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 51 00000100:00100000:0.0:1789635713.990195:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 52 00000100:00100000:0.0:1789635713.990201:0:22660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576903b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:facafac1-3183-4197-a213-e13aef5177d3+26:2399:x1876568411645440:12345-192.168.203.20@tcp:400:kworker.0 00000100:00100000:0.0:1789635713.990231:0:22660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576903b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:facafac1-3183-4197-a213-e13aef5177d3+26:2399:x1876568411645440:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 31us (1002us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635713.990236:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 52 00000100:00100000:0.0:1789635713.990246:0:22660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 53 00000100:00100000:0.0:1789635713.990252:0:22660:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576887b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23e40c64-b173-4c2b-a53e-406b21e4778b+6:2399:x1876568411645952:12345-192.168.203.20@tcp:400:kworker.0 00000100:00100000:0.0:1789635713.990274:0:22660:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576887b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:23e40c64-b173-4c2b-a53e-406b21e4778b+6:2399:x1876568411645952:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 22us (914us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635713.990279:0:22660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 53 00000100:00100000:3.0:1789635713.990629:0:22654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568411645312 00000100:00100000:3.0:1789635713.990635:0:22654:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568411645312 00000100:00100000:3.0:1789635713.990722:0:22654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.20@tcp, seq: 163 00000100:00100000:3.0:1789635713.990730:0:22654:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04479b3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68de1322-221d-478e-88fa-746459bdca41+13:2398:x1876568411645312:12345-192.168.203.20@tcp:400:kworker.0 00000100:00100000:3.0:1789635713.990774:0:22654:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04479b3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:68de1322-221d-478e-88fa-746459bdca41+13:2398:x1876568411645312:12345-192.168.203.20@tcp:400:kworker.0 Request processed in 46us (1695us total) trans 0 rc 0/0 00000100:00100000:3.0:1789635713.990781:0:22654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.20@tcp, seq: 163 00010000:00010000:2.0:1789635714.531869:0:22649:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789635714.909184:0:25755:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: /mnt/lustre/d1d.sanity-pcc/f1d.sanity-pcc expected pcc state: readwrite, but got: none 00000100:00100000:1.0:1789635715.491899:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d05768b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1876568427478656:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789635715.491970:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789635715.492030:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789635715.492036:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0576785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1876568427478528:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789635715.492061:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789635715.492341:0:24182:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427478528 00000100:00100000:2.0:1789635715.492350:0:24182:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427478528 00000100:00100000:2.0:1789635715.492421:0:24182:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1789635715.492431:0:24182:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876568427478528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789635715.492459:0:24182:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1789635715.492913:0:22666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427478656 00000100:00100000:0.0:1789635715.492926:0:22666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427478656 00000100:00100000:0.0:1789635715.492959:0:22666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789635715.492967:0:22666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1876568427478656:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789635715.493003:0:22666:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00080000:1.0:1789635715.493115:0:22656:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789635715.493128:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789635715.493138:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8d0576787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1876568427478784:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789635715.493206:0:24182:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576787b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1876568427478528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 775us (1142us total) trans 0 rc 0/0 00000100:00100000:2.0:1789635715.493215:0:24182:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789635715.493277:0:22666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576784700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1876568427478656:12345-0@lo:41:osp-pre-1-0.0 Request processed in 310us (1305us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635715.493284:0:22666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789635715.493386:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0576785500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3643:1876568427478528:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789635715.493400:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d05768b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3643:1876568427478656:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789635715.494744:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789635715.496083:0:22665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876568427478784 00000100:00100000:0.0:1789635715.496095:0:22665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876568427478784 00000100:00100000:0.0:1789635715.496152:0:22665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1789635715.496162:0:22665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1876568427478784:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789635715.496222:0:22665:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:0.0:1789635715.496293:0:22665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576784e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1876568427478784:12345-0@lo:41:osp-pre-0-1.0 Request processed in 132us (1552us total) trans 0 rc 0/0 00000100:00100000:0.0:1789635715.496300:0:22665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1789635715.497418:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8d0576787800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3641:1876568427478784:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1789635715.560495:0:25136:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 14055 lines, 14055 kept, 0 dropped, 0 bad.