00000100:00100000:0.0F:1788650838.896212:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650838.896256:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650838.896290:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650838.896311:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650838.896438:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650838.896464:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650838.896553:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650838.896579:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650838.896601:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650838.896630:0:18657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783406848 00000100:00100000:0.0:1788650838.896639:0:18657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783406848 00000100:00100000:0.0:1788650838.896690:0:18657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783407360 00000100:00100000:0.0:1788650838.896693:0:18657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783407360 00000100:00100000:0.0:1788650838.896706:0:18657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783406720 00000100:00100000:0.0:1788650838.896708:0:18657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783406720 00000100:00100000:0.0:1788650838.896721:0:18657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783407232 00000100:00100000:0.0:1788650838.896723:0:18657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783407232 00000100:00100000:0.0:1788650838.896741:0:18657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 31 00000100:00100000:0.0:1788650838.896751:0:18657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee489069c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7bbea193-ff48-411b-aab0-885a2ab75f55+5:2398:x1875535783406848:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:2.0F:1788650838.896875:0:17141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783406336 00000100:00100000:2.0:1788650838.896897:0:17141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783406336 00000100:00100000:0.0:1788650838.897220:0:18657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee489069c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7bbea193-ff48-411b-aab0-885a2ab75f55+5:2398:x1875535783406848:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 79us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650838.897231:0:18657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 31 00000100:00100000:0.0:1788650838.897250:0:18657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 32 00000100:00100000:0.0:1788650838.897257:0:18657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48906a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dcc45660-ab3f-436a-b425-ff2aa3623496+5:2398:x1875535783407360:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:0.0:1788650838.897284:0:18657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48906a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dcc45660-ab3f-436a-b425-ff2aa3623496+5:2398:x1875535783407360:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 29us (847us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650838.897290:0:18657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 32 00000100:00100000:0.0:1788650838.897301:0:18657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 33 00000100:00100000:0.0:1788650838.897306:0:18657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48906bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7bbea193-ff48-411b-aab0-885a2ab75f55+5:2398:x1875535783406720:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:2.0:1788650838.897428:0:17141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 168 00000100:00100000:2.0:1788650838.897437:0:17141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bbbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9f55b7c6-7223-4241-afb4-418cffbbd019+13:2398:x1875535783406336:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:2.0:1788650838.897461:0:17141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bbbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9f55b7c6-7223-4241-afb4-418cffbbd019+13:2398:x1875535783406336:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 27us (1264us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650838.897467:0:17141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 168 00000100:00080000:2.0:1788650838.897506:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788650838.897511:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788650838.897547:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783406592 00000100:00100000:2.0:1788650838.897552:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783406592 00000100:00100000:2.0:1788650838.897577:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783407104 00000100:00100000:2.0:1788650838.897580:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783407104 00000100:00100000:2.0:1788650838.897592:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783406464 00000100:00100000:2.0:1788650838.897595:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783406464 00000100:00100000:2.0:1788650838.897605:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783406976 00000100:00100000:2.0:1788650838.897608:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783406976 00000100:00100000:2.0:1788650838.897623:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 66 00000100:00100000:2.0:1788650838.897630:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48906aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bbea193-ff48-411b-aab0-885a2ab75f55+5:2398:x1875535783406592:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:2.0:1788650838.897658:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48906aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bbea193-ff48-411b-aab0-885a2ab75f55+5:2398:x1875535783406592:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 29us (1402us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650838.897664:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 66 00000100:00100000:2.0:1788650838.897675:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 67 00000100:00100000:2.0:1788650838.897681:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee489069880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dcc45660-ab3f-436a-b425-ff2aa3623496+5:2398:x1875535783407104:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:2.0:1788650838.897703:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee489069880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dcc45660-ab3f-436a-b425-ff2aa3623496+5:2398:x1875535783407104:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 23us (1391us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650838.897709:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 67 00000100:00100000:2.0:1788650838.897719:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 68 00000100:00100000:2.0:1788650838.897733:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee489068700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bbea193-ff48-411b-aab0-885a2ab75f55+22:2398:x1875535783406464:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:2.0:1788650838.897762:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee489068700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bbea193-ff48-411b-aab0-885a2ab75f55+22:2398:x1875535783406464:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 30us (1298us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650838.897767:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 68 00000100:00100000:2.0:1788650838.897778:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 69 00000100:00100000:2.0:1788650838.897783:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48906ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dcc45660-ab3f-436a-b425-ff2aa3623496+6:2398:x1875535783406976:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:2.0:1788650838.897806:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48906ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:dcc45660-ab3f-436a-b425-ff2aa3623496+6:2398:x1875535783406976:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 23us (1226us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650838.897812:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 69 00000100:00100000:2.0:1788650838.897831:0:19139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 34 00000100:00100000:2.0:1788650838.897838:0:19139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee489069f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dcc45660-ab3f-436a-b425-ff2aa3623496+5:2398:x1875535783407232:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:2.0:1788650838.897862:0:19139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee489069f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:dcc45660-ab3f-436a-b425-ff2aa3623496+5:2398:x1875535783407232:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 24us (1260us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650838.897868:0:19139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 34 00000100:00080000:2.0:1788650838.897895:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788650838.897898:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788650838.898180:0:18657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48906bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7bbea193-ff48-411b-aab0-885a2ab75f55+5:2398:x1875535783406720:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 872us (1695us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650838.898187:0:18657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 33 00010000:00010000:3.0F:1788650838.918416:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788650839.429439:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788650839.429459:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807598976:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788650839.429532:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650839.429718:0:17887:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807598976 00000100:00100000:2.0:1788650839.429737:0:17887:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807598976 00000100:00100000:2.0:1788650839.429792:0:17887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1788650839.429803:0:17887:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807598976:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788650839.429841:0:17887:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1788650839.429900:0:17887:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807598976:12345-0@lo:41:osp-pre-0-1.0 Request processed in 99us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650839.429905:0:17887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1788650839.430021:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807598976:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788650839.432693:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee592689500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807599104:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788650839.432769:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650839.432919:0:18659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807599104 00000100:00100000:3.0:1788650839.432928:0:18659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807599104 00000100:00100000:3.0:1788650839.432992:0:18659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788650839.433003:0:18659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee489069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875535807599104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788650839.433026:0:18659:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788650839.433091:0:18659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee489069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875535807599104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650839.433098:0:18659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:0.0:1788650839.433169:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788650839.433218:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee592689500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807599104:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0F:1788650839.435339:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875535807599232:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788650839.435414:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650839.438207:0:17151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807599232 00000100:00100000:3.0:1788650839.438221:0:17151:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807599232 00000100:00100000:3.0:1788650839.438294:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788650839.438304:0:17151:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487a77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875535807599232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788650839.438345:0:17151:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788650839.446198:0:17151:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487a77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3644:x1875535807599232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 7885us (10773us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650839.446226:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1788650839.446423:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875535807599232:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788650839.942948:0:19389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1788650840.470470:0:17126:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934622 is committed 00000020:00080000:2.0:1788650840.470505:0:17126:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9ee583d8acc0 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:2.0:1788650840.470511:0:17126:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9ee487544700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ee5a0231540 00000020:00080000:2.0:1788650840.470518:0:17126:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9ee487544e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9ee48744c800 00010000:00010000:1.0:1788650840.470520:0:3629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a0169200/0x798896c918a13968 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 19943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650840.470540:0:3629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a0169200/0x798896c918a13968 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 19943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650840.470550:0:3629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a0169200/0x798896c918a13968 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650840.470558:0:3629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5a0169200 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:1.0:1788650840.470563:0:3629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a0169200/0x798896c918a13968 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 19943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650840.470573:0:3629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a0169200/0x798896c918a13968 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 19943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650840.470599:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9ee5a191fc00) 00010000:00010000:1.0:1788650840.470603:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788650840.470609:0:3629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a0169200/0x798896c918a13968 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650840.470616:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a0169200/0x798896c918a13968 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 19943 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1788650840.470683:0:17186:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:0.0:1788650840.470780:0:17186:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00000040:00080000:0.0:1788650840.518573:0:17903:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788650840.966347:0:19388:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788650841.479467:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788650841.479490:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489069500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875535807599360:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788650841.479566:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650841.480656:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487a76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807599488:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788650841.480701:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650841.480732:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487a76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875535807600000:0@lo:400:kworker.0 00000100:00100000:1.0:1788650841.480741:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487a74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:177629de-ee80-4b7c-945e-eed863756a81:3643:1875535807599616:0@lo:400:kworker.0 00000100:00100000:0.0:1788650841.480772:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650841.480774:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650841.480791:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487a77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875535807600512:0@lo:400:kworker.0 00000100:00100000:1.0:1788650841.480795:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487a75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807600128:0@lo:400:kworker.0 00000100:00100000:0.0:1788650841.480812:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650841.480816:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650841.480827:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487834700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1875535807601024:0@lo:400:kworker.0 00000100:00100000:1.0:1788650841.480847:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1875535807600640:0@lo:400:kworker.0 00000100:00100000:0.0:1788650841.480860:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650841.480871:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487a75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875535807599744:0@lo:400:kworker.0 00000100:00100000:0.0:1788650841.480887:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1788650841.480892:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650841.480892:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487a74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875535807599872:0@lo:400:kworker.0 00000100:00100000:1.0:1788650841.480907:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487a74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875535807600256:0@lo:400:kworker.0 00000100:00100000:0.0:1788650841.480921:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650841.480931:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807599616 00000100:00100000:1.0:1788650841.480938:0:17139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807599616 00000100:00100000:0.0:1788650841.480939:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487a76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807600384:0@lo:400:kworker.0 00000100:00100000:0.0:1788650841.480954:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650841.480967:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4880df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3646:1875535807600896:0@lo:400:kworker.0 00000100:00100000:0.0:1788650841.480985:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650841.480986:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:1.0:1788650841.480995:0:17139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bb9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:177629de-ee80-4b7c-945e-eed863756a81+24:3643:x1875535807599616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650841.481017:0:18658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807599360 00000100:00100000:0.0:1788650841.481020:0:18658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807599360 00000100:00100000:1.0:1788650841.481041:0:17139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bb9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:177629de-ee80-4b7c-945e-eed863756a81+24:3643:x1875535807599616:12345-0@lo:400:kworker.0 Request processed in 46us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650841.481048:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:0.0:1788650841.481048:0:18658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807599488 00000100:00100000:0.0:1788650841.481051:0:18658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807599488 00000100:00100000:0.0:1788650841.481082:0:18658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788650841.481101:0:18658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875535807599360:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788650841.481111:0:17152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807600128 00000100:00100000:1.0:1788650841.481114:0:17152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807600128 00002000:00000024:0.0:1788650841.481125:0:18658:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788650841.481136:0:17152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807599744 00000100:00100000:1.0:1788650841.481138:0:17152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807599744 00000100:00100000:1.0:1788650841.481151:0:17152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1788650841.481157:0:17152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487836a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807600128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650841.481159:0:18658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875535807599360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (1594us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650841.481165:0:18658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788650841.481177:0:18658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788650841.481182:0:18658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488304700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807599488:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788650841.481187:0:17152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487836a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807600128:12345-0@lo:400:kworker.0 Request processed in 30us (370us total) trans 0 rc 0/0 00002000:00000024:0.0:1788650841.481191:0:18658:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788650841.481192:0:17152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1788650841.481204:0:17152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1788650841.481209:0:17152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487837480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875535807599744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650841.481211:0:18658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488304700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807599488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 29us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650841.481217:0:18658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788650841.481232:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807600000 00000100:00100000:1.0:1788650841.481233:0:17152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487837480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3644:x1875535807599744:12345-0@lo:400:kworker.0 Request processed in 24us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650841.481235:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807600000 00000100:00100000:1.0:1788650841.481239:0:17152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788650841.481252:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807600512 00000100:00100000:0.0:1788650841.481255:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807600512 00000100:00100000:1.0:1788650841.481262:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650841.481264:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807601024 00000100:00100000:0.0:1788650841.481266:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807601024 00000100:00100000:0.0:1788650841.481287:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807600896 00000100:00100000:0.0:1788650841.481290:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807600896 00000100:00100000:0.0:1788650841.481303:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1788650841.481308:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488307b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875535807600000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650841.481337:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488307b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875535807600000:12345-0@lo:400:kworker.0 Request processed in 29us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650841.481343:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1788650841.481354:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788650841.481359:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b9e84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875535807600512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650841.481383:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b9e84000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875535807600512:12345-0@lo:400:kworker.0 Request processed in 24us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650841.481389:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788650841.481400:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1788650841.481405:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b6762680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875535807601024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650841.481430:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b6762680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875535807601024:12345-0@lo:400:kworker.0 Request processed in 26us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650841.481435:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1788650841.481446:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1788650841.481451:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b6760380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875535807600896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650841.481472:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b6760380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875535807600896:12345-0@lo:400:kworker.0 Request processed in 22us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650841.481477:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1788650841.481500:0:19139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807599872 00000100:00100000:0.0:1788650841.481504:0:19139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807599872 00000100:00100000:0.0:1788650841.481527:0:19139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807600384 00000100:00100000:0.0:1788650841.481530:0:19139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807600384 00000100:00100000:0.0:1788650841.481548:0:19139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807600256 00000100:00100000:0.0:1788650841.481556:0:19139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807600256 00000100:00100000:1.0:1788650841.481569:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5926e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1875535807600768:0@lo:400:kworker.0 00000100:00100000:0.0:1788650841.481573:0:19139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788650841.481578:0:19139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b6760a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3646:x1875535807599872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650841.481592:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650841.481606:0:19139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b6760a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3646:x1875535807599872:12345-0@lo:400:kworker.0 Request processed in 28us (684us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650841.481611:0:19139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788650841.481622:0:19139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788650841.481627:0:19139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b6763800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807600384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650841.481652:0:19139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b6763800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807600384:12345-0@lo:400:kworker.0 Request processed in 26us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650841.481658:0:19139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788650841.481668:0:19139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788650841.481674:0:19139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487837100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3644:x1875535807600256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650841.481700:0:19139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487837100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3644:x1875535807600256:12345-0@lo:400:kworker.0 Request processed in 26us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650841.481705:0:19139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:0.0:1788650841.481721:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788650841.481726:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788650841.481728:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788650841.481730:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788650841.481757:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487a74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875535807599872:0@lo:400:kworker.0 00000100:00100000:0.0:1788650841.481767:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487a76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807600384:0@lo:400:kworker.0 00000100:00100000:0.0:1788650841.481774:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4880df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3646:1875535807600896:0@lo:400:kworker.0 00000100:00100000:0.0:1788650841.481786:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487a76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807599488:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788650841.481794:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487a76680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875535807600000:0@lo:400:kworker.0 00000100:00100000:0.0:1788650841.481810:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487a77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875535807600512:0@lo:400:kworker.0 00010000:00080000:0.0:1788650841.481820:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee487834700 x1875535807601024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788650841.481830:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487834700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1875535807601024:0@lo:400:kworker.0 00000100:00100000:0.0:1788650841.481842:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489069500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875535807599360:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788650841.482301:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487a75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875535807599744:0@lo:400:kworker.0 00000100:00100000:1.0:1788650841.482378:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487a74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875535807600256:0@lo:400:kworker.0 00000100:00100000:1.0:1788650841.482408:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650841.482436:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487a74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:177629de-ee80-4b7c-945e-eed863756a81:3643:1875535807599616:0@lo:400:kworker.0 00000100:00100000:1.0:1788650841.482445:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487a75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807600128:0@lo:400:kworker.0 00000100:00100000:1.0:1788650841.482460:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807600768 00000100:00100000:1.0:1788650841.482464:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807600768 00000100:00100000:1.0:1788650841.482491:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807600640 00000100:00100000:1.0:1788650841.482494:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807600640 00000100:00100000:0.0:1788650841.482899:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1788650841.482909:0:19943:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487836d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875535807600768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650841.482953:0:19943:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487836d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875535807600768:12345-0@lo:400:kworker.0 Request processed in 46us (1360us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650841.482959:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788650841.483437:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788650841.483443:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487835880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875535807600640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650841.483482:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487835880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875535807600640:12345-0@lo:400:kworker.0 Request processed in 39us (1072us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650841.483487:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:1.0:1788650841.483517:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788650841.483521:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788650841.483549:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1875535807600640:0@lo:400:kworker.0 00010000:00080000:1.0:1788650841.483579:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee5926e9500 x1875535807600768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650841.483590:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5926e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1875535807600768:0@lo:400:kworker.0 00000100:00100000:1.0:1788650841.524694:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650841.524730:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783407488 00000100:00100000:1.0:1788650841.524738:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783407488 00000100:00100000:1.0:1788650841.524821:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 65 00000100:00100000:1.0:1788650841.524832:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487836680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bbea193-ff48-411b-aab0-885a2ab75f55+13:15579:x1875535783407488:12345-192.168.201.3@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1788650841.524930:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487836680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bbea193-ff48-411b-aab0-885a2ab75f55+13:15579:x1875535783407488:12345-192.168.201.3@tcp:60:lhsmtool_posix.0 Request processed in 99us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650841.524937:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 65 00000100:00080000:1.0:1788650841.524958:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788650841.528439:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650841.528658:0:19943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783407616 00000100:00100000:0.0:1788650841.528668:0:19943:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783407616 00000100:00100000:0.0:1788650841.528740:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 66 00000100:00100000:0.0:1788650841.528819:0:19943:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee59268aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bbea193-ff48-411b-aab0-885a2ab75f55+5:15579:x1875535783407616:12345-192.168.201.3@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1788650841.528923:0:19943:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee59268aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7bbea193-ff48-411b-aab0-885a2ab75f55+5:15579:x1875535783407616:12345-192.168.201.3@tcp:60:lhsmtool_posix.0 Request processed in 174us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650841.528931:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 66 00000100:00080000:3.0:1788650841.532788:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788650841.532888:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650841.532924:0:17150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783407872 00000100:00100000:0.0:1788650841.532933:0:17150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783407872 00000100:00100000:0.0:1788650841.532982:0:17150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 12 00000100:00100000:0.0:1788650841.532991:0:17150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b6760000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bbea193-ff48-411b-aab0-885a2ab75f55+13:15579:x1875535783407872:12345-192.168.201.3@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788650841.533389:0:17150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b6760000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bbea193-ff48-411b-aab0-885a2ab75f55+14:15579:x1875535783407872:12345-192.168.201.3@tcp:35:lhsmtool_posix.0 Request processed in 397us (504us total) trans 8589934623 rc 0/0 00000100:00100000:0.0:1788650841.533404:0:17150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 12 00010000:00010000:1.0:1788650841.989357:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650843.013483:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788650843.528286:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807601152:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788650843.528362:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650843.528451:0:18658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807601152 00000100:00100000:0.0:1788650843.528460:0:18658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807601152 00000100:00080000:3.0:1788650843.528530:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788650843.528542:0:18658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788650843.528554:0:18658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48794c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807601152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788650843.528587:0:18658:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788650843.528644:0:18658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48794c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807601152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650843.528652:0:18658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788650843.528731:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807601152:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788650844.030752:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650844.030802:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650844.030833:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650844.030883:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650844.030916:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650844.030946:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783408384 00000100:00100000:0.0:1788650844.030956:0:18654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783408384 00000100:00100000:0.0:1788650844.031015:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783408512 00000100:00100000:0.0:1788650844.031019:0:18654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783408512 00000100:00100000:0.0:1788650844.031114:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 38 00000100:00100000:0.0:1788650844.031126:0:18654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b6760e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7bbea193-ff48-411b-aab0-885a2ab75f55+5:2397:x1875535783408384:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:0.0:1788650844.031206:0:18654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b6760e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7bbea193-ff48-411b-aab0-885a2ab75f55+5:2397:x1875535783408384:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 82us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650844.031215:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 38 00000100:00100000:0.0:1788650844.031233:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 31 00000100:00100000:0.0:1788650844.031446:0:18654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b6760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7bbea193-ff48-411b-aab0-885a2ab75f55+5:2396:x1875535783408512:12345-192.168.201.3@tcp:9:kworker.0 00000020:00000080:0.0:1788650844.031486:0:18654:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a1369e 00000100:00080000:0.0:1788650844.031505:0:18654:0:(import.c:65:import_set_state_nolock()) ffff9ee486631000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788650844.031554:0:18654:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1788650844.031677:0:18654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b6760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7bbea193-ff48-411b-aab0-885a2ab75f55+2:2396:x1875535783408512:12345-192.168.201.3@tcp:9:kworker.0 Request processed in 437us (760us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650844.031684:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 31 00010000:00010000:0.0:1788650844.032043:0:19389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788650844.032187:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783408256 00000100:00100000:3.0:1788650844.032194:0:17147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783408256 00000100:00100000:3.0:1788650844.032235:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783408128 00000100:00100000:3.0:1788650844.032238:0:17147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783408128 00000100:00100000:3.0:1788650844.032275:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 76 00000100:00100000:3.0:1788650844.032283:0:17147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b6763480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bbea193-ff48-411b-aab0-885a2ab75f55+5:2397:x1875535783408256:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:3.0:1788650844.032321:0:17147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b6763480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bbea193-ff48-411b-aab0-885a2ab75f55+5:2397:x1875535783408256:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 40us (1519us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650844.032327:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 76 00000100:00100000:3.0:1788650844.032340:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 77 00000100:00100000:3.0:1788650844.032346:0:17147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b6763100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bbea193-ff48-411b-aab0-885a2ab75f55+14:2397:x1875535783408128:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:3.0:1788650844.032372:0:17147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b6763100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7bbea193-ff48-411b-aab0-885a2ab75f55+14:2397:x1875535783408128:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 27us (1539us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650844.032377:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 77 00000100:00080000:3.0:1788650844.032421:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788650844.032425:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788650844.032428:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788650844.032430:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788650844.032528:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783408000 00000100:00100000:2.0:1788650844.032533:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783408000 00000100:00100000:2.0:1788650844.032572:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 170 00000100:00100000:2.0:1788650844.032579:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bb9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9f55b7c6-7223-4241-afb4-418cffbbd019+13:2397:x1875535783408000:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:2.0:1788650844.032620:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bb9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9f55b7c6-7223-4241-afb4-418cffbbd019+13:2397:x1875535783408000:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 41us (1880us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650844.032626:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 170 00000100:00100000:0.0:1788650844.035176:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650844.035272:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783408640 00000100:00100000:1.0:1788650844.035283:0:17147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783408640 00000100:00100000:1.0:1788650844.035368:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 78 00000100:00100000:1.0:1788650844.035379:0:17147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b6763b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dcc45660-ab3f-436a-b425-ff2aa3623496+6:2397:x1875535783408640:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:1.0:1788650844.035460:0:17147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b6763b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:dcc45660-ab3f-436a-b425-ff2aa3623496+6:2397:x1875535783408640:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 82us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650844.035468:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 78 00000100:00080000:2.0:1788650844.035664:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788650844.036463:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650844.036514:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650844.036579:0:19943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783408768 00000100:00100000:0.0:1788650844.036587:0:19943:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783408768 00000100:00100000:0.0:1788650844.036660:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 79 00000100:00100000:0.0:1788650844.036670:0:19943:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48669ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dcc45660-ab3f-436a-b425-ff2aa3623496+5:2398:x1875535783408768:12345-192.168.201.3@tcp:400:kworker.0 00000100:00080000:2.0:1788650844.036805:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788650844.037097:0:19943:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48669ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dcc45660-ab3f-436a-b425-ff2aa3623496+5:2398:x1875535783408768:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 376us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650844.037107:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 79 00010000:00010000:0.0:1788650844.038614:0:19388:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788650844.039308:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650844.039454:0:18657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783408896 00000100:00100000:1.0:1788650844.039464:0:18657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783408896 00000100:00100000:1.0:1788650844.039528:0:18657:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783409024 00000100:00100000:1.0:1788650844.039531:0:18657:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783409024 00000100:00100000:1.0:1788650844.039555:0:18657:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 32 00000100:00100000:1.0:1788650844.039563:0:18657:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee592689500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dcc45660-ab3f-436a-b425-ff2aa3623496+5:2396:x1875535783408896:12345-192.168.201.3@tcp:9:kworker.0 00000020:00000080:1.0:1788650844.039597:0:18657:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a136d6 00000100:00080000:1.0:1788650844.039616:0:18657:0:(import.c:65:import_set_state_nolock()) ffff9ee5b9e6e800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788650844.039667:0:18657:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00080000:2.0:1788650844.039965:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788650844.039972:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788650844.040005:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 33 00000100:00100000:2.0:1788650844.040016:0:18656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b6761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dcc45660-ab3f-436a-b425-ff2aa3623496+5:2396:x1875535783409024:12345-192.168.201.3@tcp:9:kworker.0 00000020:00000080:2.0:1788650844.040038:0:18656:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a136dd 00000100:00080000:2.0:1788650844.040086:0:18656:0:(import.c:65:import_set_state_nolock()) ffff9ee5b9e6f800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788650844.040119:0:18656:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1788650844.040262:0:18656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b6761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:dcc45660-ab3f-436a-b425-ff2aa3623496+2:2396:x1875535783409024:12345-192.168.201.3@tcp:9:kworker.0 Request processed in 249us (959us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650844.040272:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 33 00010000:00010000:2.0:1788650844.040360:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650844.041006:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788650844.041394:0:18657:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee592689500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:dcc45660-ab3f-436a-b425-ff2aa3623496+2:2396:x1875535783408896:12345-192.168.201.3@tcp:9:kworker.0 Request processed in 1828us (4931us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650844.041404:0:18657:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 32 00000100:00100000:3.0:1788650844.549355:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875535807601280:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788650844.549454:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650844.549663:0:17152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807601280 00000100:00100000:0.0:1788650844.549672:0:17152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807601280 00000100:00100000:0.0:1788650844.549740:0:17152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1788650844.549750:0:17152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48669f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875535807601280:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788650844.549790:0:17152:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1788650844.549845:0:17152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48669f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875535807601280:12345-0@lo:41:osp-pre-0-1.0 Request processed in 97us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650844.549853:0:17152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1788650844.550152:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875535807601280:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788650844.550225:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48669d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875535807601408:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788650844.550260:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650844.550534:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788650844.550560:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875535807601536:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788650844.550590:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650844.550668:0:17151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807601536 00000100:00100000:2.0:1788650844.550673:0:17151:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807601536 00000100:00100000:2.0:1788650844.550708:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1788650844.550716:0:17151:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487835c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1875535807601536:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788650844.550747:0:17151:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788650844.550786:0:17151:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487835c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1875535807601536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650844.550792:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1788650844.550913:0:18658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807601408 00000100:00100000:3.0:1788650844.550917:0:18658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807601408 00000100:00100000:3.0:1788650844.550961:0:18658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788650844.550968:0:18658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48794c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1875535807601408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788650844.550980:0:18658:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788650844.551009:0:18658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48794c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3645:x1875535807601408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 42us (749us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650844.551020:0:18658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788650844.551124:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875535807601536:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788650844.551139:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48669d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875535807601408:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788650844.551204:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788650845.061362:0:19389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788650845.462809:0:20526:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 19:27:24 (1788650844) 00000040:00080000:2.0:1788650845.703520:0:17182:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1788650845.703529:0:17182:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788650845.703561:0:17182:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1788650845.703570:0:17182:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:0.0:1788650846.089772:0:19388:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1788650846.091388:0:17126:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:2.0:1788650846.091402:0:17126:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:0.0:1788650846.091447:0:17186:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:0.0:1788650846.091460:0:17186:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000100:00100000:3.0:1788650846.598991:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48669e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:177629de-ee80-4b7c-945e-eed863756a81:3643:1875535807601664:0@lo:400:kworker.0 00000100:00100000:3.0:1788650846.599102:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650846.599141:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48669ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875535807602176:0@lo:400:kworker.0 00000100:00100000:3.0:1788650846.599161:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650846.599171:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875535807602688:0@lo:400:kworker.0 00000100:00100000:3.0:1788650846.599181:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650846.599192:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3562a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1875535807603200:0@lo:400:kworker.0 00000100:00100000:3.0:1788650846.599202:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650846.599222:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788650846.599226:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48669f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807601792:0@lo:400:kworker.0 00000100:00100000:3.0:1788650846.599240:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650846.599251:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48669d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807602304:0@lo:400:kworker.0 00000100:00100000:3.0:1788650846.599275:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650846.599288:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1875535807602816:0@lo:400:kworker.0 00000100:00100000:3.0:1788650846.599300:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650846.599318:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48669c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875535807601920:0@lo:400:kworker.0 00000100:00100000:3.0:1788650846.599333:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650846.599344:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807602432:0@lo:400:kworker.0 00000100:00100000:3.0:1788650846.599355:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650846.599363:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1875535807602944:0@lo:400:kworker.0 00000100:00100000:3.0:1788650846.599373:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650846.599387:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788650846.599390:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48669e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875535807602048:0@lo:400:kworker.0 00000100:00100000:3.0:1788650846.599402:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650846.599411:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807602560:0@lo:400:kworker.0 00000100:00100000:3.0:1788650846.599421:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650846.599429:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1875535807603072:0@lo:400:kworker.0 00000100:00100000:3.0:1788650846.599439:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650846.599460:0:17141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807601664 00000100:00100000:3.0:1788650846.599466:0:17141:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807601664 00000100:00100000:3.0:1788650846.599502:0:17141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:3.0:1788650846.599508:0:17141:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bb8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:177629de-ee80-4b7c-945e-eed863756a81+24:3643:x1875535807601664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650846.599554:0:17141:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bb8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:177629de-ee80-4b7c-945e-eed863756a81+24:3643:x1875535807601664:12345-0@lo:400:kworker.0 Request processed in 45us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650846.599562:0:17141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:3.0:1788650846.599593:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807602176 00000100:00100000:3.0:1788650846.599596:0:17146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807602176 00000100:00100000:3.0:1788650846.599610:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807602688 00000100:00100000:3.0:1788650846.599611:0:17146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807602688 00000100:00100000:3.0:1788650846.599617:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807603200 00000100:00100000:3.0:1788650846.599618:0:17146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807603200 00000100:00100000:3.0:1788650846.599633:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807602816 00000100:00100000:3.0:1788650846.599634:0:17146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807602816 00000100:00100000:3.0:1788650846.599641:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807602944 00000100:00100000:3.0:1788650846.599643:0:17146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807602944 00000100:00100000:3.0:1788650846.599677:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807603072 00000100:00100000:3.0:1788650846.599679:0:17146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807603072 00000100:00100000:3.0:1788650846.599689:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1788650846.599692:0:17146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3561f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875535807602176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650846.599715:0:17146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3561f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875535807602176:12345-0@lo:400:kworker.0 Request processed in 23us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650846.599724:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1788650846.599733:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1788650846.599736:0:17146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3560a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1875535807602688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650846.599754:0:17146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3560a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1875535807602688:12345-0@lo:400:kworker.0 Request processed in 17us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650846.599757:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1788650846.599763:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1788650846.599766:0:17146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3561180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1875535807603200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650846.599780:0:17146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3561180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1875535807603200:12345-0@lo:400:kworker.0 Request processed in 13us (578us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650846.599783:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1788650846.599788:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1788650846.599791:0:17146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee590928700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875535807602816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650846.599805:0:17146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee590928700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875535807602816:12345-0@lo:400:kworker.0 Request processed in 13us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650846.599808:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1788650846.599814:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1788650846.599817:0:17146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee590929180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875535807602944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650846.599875:0:17146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee590929180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875535807602944:12345-0@lo:400:kworker.0 Request processed in 57us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650846.599878:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1788650846.599885:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1788650846.599888:0:17146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee59092ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1875535807603072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650846.599902:0:17146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee59092ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1875535807603072:12345-0@lo:400:kworker.0 Request processed in 14us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650846.599910:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1788650846.599925:0:17887:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807601792 00000100:00100000:3.0:1788650846.599928:0:17887:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807601792 00000100:00100000:3.0:1788650846.599942:0:17887:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807602304 00000100:00100000:3.0:1788650846.599943:0:17887:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807602304 00000100:00100000:3.0:1788650846.599950:0:17887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788650846.599954:0:17887:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3563800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875535807601792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650846.599986:0:17887:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3563800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875535807601792:12345-0@lo:400:kworker.0 Request processed in 31us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650846.599992:0:17887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788650846.600013:0:17887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788650846.600019:0:17887:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee590928e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807602304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650846.600049:0:17887:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee590928e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807602304:12345-0@lo:400:kworker.0 Request processed in 31us (773us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650846.600054:0:17887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788650846.600094:0:19710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807601920 00000100:00100000:3.0:1788650846.600098:0:19710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807601920 00000100:00100000:3.0:1788650846.600120:0:19710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807602432 00000100:00100000:3.0:1788650846.600122:0:19710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807602432 00000100:00100000:3.0:1788650846.600133:0:19710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807602048 00000100:00100000:3.0:1788650846.600135:0:19710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807602048 00000100:00100000:3.0:1788650846.600144:0:19710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807602560 00000100:00100000:3.0:1788650846.600146:0:19710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807602560 00000100:00100000:3.0:1788650846.600162:0:19710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788650846.600169:0:19710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee59092bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3645:x1875535807601920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650846.600198:0:19710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee59092bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3645:x1875535807601920:12345-0@lo:400:kworker.0 Request processed in 29us (863us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650846.600203:0:19710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788650846.600221:0:19710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788650846.600226:0:19710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee590929500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807602432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650846.600254:0:19710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee590929500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807602432:12345-0@lo:400:kworker.0 Request processed in 28us (897us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650846.600261:0:19710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788650846.600269:0:19710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788650846.600273:0:19710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee590929c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3645:x1875535807602048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650846.600290:0:19710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee590929c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3645:x1875535807602048:12345-0@lo:400:kworker.0 Request processed in 18us (887us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650846.600293:0:19710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788650846.600298:0:19710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788650846.600301:0:19710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee59092a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807602560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650846.600314:0:19710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee59092a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807602560:12345-0@lo:400:kworker.0 Request processed in 13us (892us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650846.600318:0:19710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00080000:3.0:1788650846.600335:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788650846.600338:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788650846.600340:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788650846.600341:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788650846.600352:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b6761180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875535807603328:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788650846.600369:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650846.600419:0:18658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807603328 00000100:00100000:3.0:1788650846.600420:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48669e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875535807602048:0@lo:400:kworker.0 00000100:00100000:0.0:1788650846.600422:0:18658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807603328 00000100:00100000:3.0:1788650846.600430:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807602560:0@lo:400:kworker.0 00000100:00100000:3.0:1788650846.600439:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3563480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1875535807603072:0@lo:400:kworker.0 00000100:00100000:3.0:1788650846.600448:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48669c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875535807601920:0@lo:400:kworker.0 00000100:00100000:0.0:1788650846.600448:0:18658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788650846.600454:0:18658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee590929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875535807603328:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788650846.600465:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807602432:0@lo:400:kworker.0 00002000:00000024:0.0:1788650846.600474:0:18658:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00010000:00080000:3.0:1788650846.600476:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee488340380 x1875535807602944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650846.600484:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488340380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1875535807602944:0@lo:400:kworker.0 00000100:00100000:0.0:1788650846.600510:0:18658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee590929f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875535807603328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650846.600516:0:18658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788650846.600520:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48669f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807601792:0@lo:400:kworker.0 00000100:00100000:3.0:1788650846.600529:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48669d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807602304:0@lo:400:kworker.0 00000100:00100000:3.0:1788650846.600538:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1875535807602816:0@lo:400:kworker.0 00000100:00100000:3.0:1788650846.600546:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48669e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:177629de-ee80-4b7c-945e-eed863756a81:3643:1875535807601664:0@lo:400:kworker.0 00000100:00100000:0.0:1788650846.600554:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b6761180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875535807603328:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788650846.600555:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48669ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875535807602176:0@lo:400:kworker.0 00000100:00100000:3.0:1788650846.600563:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875535807602688:0@lo:400:kworker.0 00010000:00080000:3.0:1788650846.600573:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee5c3562a00 x1875535807603200/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650846.600582:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3562a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1875535807603200:0@lo:400:kworker.0 00000100:00100000:0.0:1788650846.601910:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788650846.601927:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807603456:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788650846.601994:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650846.602078:0:18658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807603456 00000100:00100000:1.0:1788650846.602084:0:18658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807603456 00000100:00100000:1.0:1788650846.602123:0:18658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788650846.602131:0:18658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b6761180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807603456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788650846.602147:0:18658:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788650846.602190:0:18658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b6761180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807603456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650846.602197:0:18658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788650846.602228:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807603456:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1788650847.119670:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650848.133417:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788650848.645711:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807603584:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788650848.645784:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650848.645893:0:18659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807603584 00000100:00100000:3.0:1788650848.645902:0:18659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807603584 00000100:00100000:3.0:1788650848.645979:0:18659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788650848.645989:0:18659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b6761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807603584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788650848.646020:0:18659:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788650848.646101:0:18659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b6761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807603584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650848.646125:0:18659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:0.0:1788650848.646384:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788650848.646421:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807603584:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788650848.810498:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650848.810598:0:17150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783409280 00000100:00100000:0.0:1788650848.810609:0:17150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783409280 00000100:00100000:0.0:1788650848.810715:0:17150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 13 00000100:00100000:0.0:1788650848.810726:0:17150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48794ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bbea193-ff48-411b-aab0-885a2ab75f55+13:16340:x1875535783409280:12345-192.168.201.3@tcp:35:umount.0 00000001:00080000:0.0:1788650848.811043:0:17150:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000100:00100000:0.0:1788650848.811207:0:17150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48794ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7bbea193-ff48-411b-aab0-885a2ab75f55+15:16340:x1875535783409280:12345-192.168.201.3@tcp:35:umount.0 Request processed in 483us (717us total) trans 8589934625 rc 0/0 00000100:00100000:0.0:1788650848.811222:0:17150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 13 00000020:00080000:0.0:1788650848.811227:0:17150:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:3.0:1788650848.811613:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788650848.820779:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650848.820876:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650848.821027:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650848.822850:0:17131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783409536 00000100:00100000:0.0:1788650848.822850:0:18302:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783409408 00000100:00100000:0.0:1788650848.822866:0:18302:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783409408 00000100:00100000:1.0:1788650848.822867:0:17131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783409536 00000100:00100000:1.0:1788650848.822946:0:17131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783409664 00000100:00100000:1.0:1788650848.822950:0:17131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783409664 00000100:00100000:0.0:1788650848.822959:0:18302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 3 00000100:00100000:0.0:1788650848.822981:0:18302:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee59092aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9f55b7c6-7223-4241-afb4-418cffbbd019+15:2400:x1875535783409408:12345-192.168.201.3@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1788650848.822988:0:17131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 4 00000100:00100000:1.0:1788650848.822998:0:17131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487a18c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9f55b7c6-7223-4241-afb4-418cffbbd019+15:2400:x1875535783409536:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788650848.823000:0:18302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788650848.823007:0:17131:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788650848.823024:0:18302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee5a0169a00/0x798896c918a13674 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102d12 expref: 15 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650848.823043:0:18302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788650848.823110:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee5c354b400/0x798896c918a1367b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102d43 expref: 14 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650848.823122:0:17131:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788650848.823174:0:17131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487a18c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9f55b7c6-7223-4241-afb4-418cffbbd019+13:2400:x1875535783409536:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 177us (2296us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650848.823182:0:17131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 4 00000100:00100000:1.0:1788650848.823202:0:17131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 5 00000100:00100000:1.0:1788650848.823223:0:17131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee590929880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9f55b7c6-7223-4241-afb4-418cffbbd019+12:2399:x1875535783409664:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788650848.823231:0:17131:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788650848.823239:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee4878ffe00/0x798896c918a13700 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102df9 expref: 12 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650848.823248:0:17131:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788650848.826336:0:18302:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee59092aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9f55b7c6-7223-4241-afb4-418cffbbd019+11:2400:x1875535783409408:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 3347us (5554us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650848.826352:0:18302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 3 00000100:00100000:1.0:1788650848.828338:0:17131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee590929880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9f55b7c6-7223-4241-afb4-418cffbbd019+10:2399:x1875535783409664:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 5104us (7299us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650848.828352:0:17131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 5 00000100:00100000:0.0:1788650848.829351:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650848.829722:0:19710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783409792 00000100:00100000:3.0:1788650848.829731:0:19710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783409792 00000100:00080000:0.0:1788650848.829783:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788650848.829801:0:19710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 34 00000100:00100000:3.0:1788650848.829810:0:19710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b6762300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7bbea193-ff48-411b-aab0-885a2ab75f55+5:2396:x1875535783409792:12345-192.168.201.3@tcp:9:umount.0 00000020:00000080:3.0:1788650848.829848:0:19710:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a13697 00000100:00080000:3.0:1788650848.829857:0:19710:0:(import.c:65:import_set_state_nolock()) ffff9ee5b9e98800 : changing import state from FULL to CLOSED 00010000:00010000:0.0:1788650848.829894:0:19389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:3.0:1788650848.829905:0:19710:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:3.0:1788650848.836264:0:19710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b6762300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7bbea193-ff48-411b-aab0-885a2ab75f55+2:2396:x1875535783409792:12345-192.168.201.3@tcp:9:umount.0 Request processed in 250us (778us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650848.836280:0:19710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 34 00000100:00100000:3.0:1788650848.840237:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650848.840323:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783410688 00000100:00100000:0.0:1788650848.840333:0:17146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783410688 00000100:00100000:0.0:1788650848.840388:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 67 00000100:00100000:0.0:1788650848.840396:0:17146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee59092a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bbea193-ff48-411b-aab0-885a2ab75f55+15:2396:x1875535783410688:12345-192.168.201.3@tcp:39:umount.0 00000020:00000080:0.0:1788650848.840427:0:17146:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a13689 00000020:00010000:0.0:1788650848.840440:0:17146:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9ee487480000: total 0 00000100:00080000:0.0:1788650848.840443:0:17146:0:(import.c:65:import_set_state_nolock()) ffff9ee487482800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788650848.840468:0:17146:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934625 00000100:00100000:0.0:1788650848.840623:0:17146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee59092a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7bbea193-ff48-411b-aab0-885a2ab75f55+14:2396:x1875535783410688:12345-192.168.201.3@tcp:39:umount.0 Request processed in 227us (392us total) trans 8589934626 rc 0/0 00000100:00100000:0.0:1788650848.840648:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 67 00000020:00010000:1.0:1788650848.840744:0:19388:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9ee487480000: total 0 00010000:00010000:1.0:1788650848.840790:0:19388:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9ee487480000, canceled 0 locks, left on hash table 8. 00010000:00010000:1.0:1788650848.840818:0:19388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9ee5a191f900) 00010000:00010000:1.0:1788650848.840820:0:19388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788650848.840826:0:19388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a0169e00/0x798896c918a13754 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102e00 expref: 13 pid: 17148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650848.840842:0:19388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff9ee595510200) 00010000:00010000:1.0:1788650848.840843:0:19388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788650848.840846:0:19388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a0168c00/0x798896c918a13834 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102e3f expref: 12 pid: 19943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650848.840855:0:19388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9ee59558cd00) 00010000:00010000:1.0:1788650848.840857:0:19388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788650848.840859:0:19388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee589464c00/0x798896c918a138e3 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102e7e expref: 11 pid: 17148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650848.840866:0:19388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9ee59558cd00) 00010000:00010000:1.0:1788650848.840868:0:19388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1788650848.840876:0:19388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b800/0x798896c918a138b2 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102e69 expref: 10 pid: 17148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650848.840885:0:19388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9ee59558cd00) 00010000:00010000:1.0:1788650848.840886:0:19388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788650848.840888:0:19388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a0169600/0x798896c918a139a0 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102eb6 expref: 9 pid: 19943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650848.840897:0:19388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9ee595510100) 00010000:00010000:1.0:1788650848.840898:0:19388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788650848.840900:0:19388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee589464800/0x798896c918a13770 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102e07 expref: 8 pid: 19943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650848.840909:0:19388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ee5a191f200) 00010000:00010000:1.0:1788650848.840910:0:19388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788650848.840912:0:19388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a0169000/0x798896c918a137af lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102e15 expref: 7 pid: 17148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650848.840918:0:19388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9ee5a191fc00) 00010000:00010000:1.0:1788650848.840919:0:19388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788650848.840921:0:19388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee589465e00/0x798896c918a1393e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102e93 expref: 6 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650848.840930:0:19388:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9ee487480000, canceled 8 locks, left on hash table 0. 00010000:00010000:1.0:1788650848.840939:0:19388:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650848.840941:0:19388:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650848.840942:0:19388:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788650848.847957:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650848.848151:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783410816 00000100:00100000:3.0:1788650848.848170:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783410816 00000100:00100000:3.0:1788650848.848255:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 68 00000100:00100000:3.0:1788650848.848266:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b6762d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bbea193-ff48-411b-aab0-885a2ab75f55+5:2396:x1875535783410816:12345-192.168.201.3@tcp:39:umount.0 00000020:00000080:3.0:1788650848.848300:0:17148:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a13690 00000100:00080000:0.0:1788650848.848306:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788650848.848317:0:17148:0:(import.c:65:import_set_state_nolock()) ffff9ee486633800 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1788650848.848367:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:3.0:1788650848.848629:0:17148:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:3.0:1788650848.848882:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b6762d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7bbea193-ff48-411b-aab0-885a2ab75f55+3:2396:x1875535783410816:12345-192.168.201.3@tcp:39:umount.0 Request processed in 617us (934us total) trans 8589934593 rc 0/0 00000100:00100000:3.0:1788650848.848888:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 68 00000100:00100000:2.0:1788650849.135758:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650849.135806:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650849.135873:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783410944 00000100:00100000:0.0:1788650849.135885:0:17146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783410944 00000100:00100000:3.0:1788650849.135895:0:19943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783411072 00000100:00100000:3.0:1788650849.135899:0:19943:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783411072 00000100:00100000:0.0:1788650849.136100:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 86 00000100:00100000:0.0:1788650849.136109:0:17146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48794e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dcc45660-ab3f-436a-b425-ff2aa3623496+6:2399:x1875535783410944:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:0.0:1788650849.136208:0:17146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48794e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dcc45660-ab3f-436a-b425-ff2aa3623496+6:2399:x1875535783410944:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 99us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650849.136215:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 86 00000100:00100000:3.0:1788650849.137370:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 87 00000100:00100000:3.0:1788650849.137382:0:19943:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48794f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dcc45660-ab3f-436a-b425-ff2aa3623496+5:2399:x1875535783411072:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:3.0:1788650849.137440:0:19943:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48794f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dcc45660-ab3f-436a-b425-ff2aa3623496+5:2399:x1875535783411072:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 61us (1633us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650849.137447:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 87 00000100:00080000:1.0:1788650849.155917:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788650849.155930:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788650849.158595:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788650849.670682:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b6761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875535807603840:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788650849.670760:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650849.670803:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788650849.670804:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788650849.670810:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee590928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875535807603712:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788650849.670812:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875535807603968:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788650849.670836:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650849.670837:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650849.670866:0:17887:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807603840 00000100:00100000:2.0:1788650849.670871:0:17151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807603968 00000100:00100000:0.0:1788650849.670874:0:17887:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807603840 00000100:00100000:2.0:1788650849.670900:0:17151:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807603968 00000100:00100000:0.0:1788650849.670917:0:17887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1788650849.671004:0:18659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807603712 00000100:00100000:1.0:1788650849.671009:0:18659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807603712 00000100:00100000:1.0:1788650849.671077:0:18659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788650849.671088:0:18659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b6761880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875535807603712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788650849.671113:0:18659:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788650849.671161:0:18659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b6761880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875535807603712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650849.671168:0:18659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:1.0:1788650849.671193:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788650849.671236:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee590928a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875535807603712:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788650849.671307:0:17887:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b6762a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875535807603840:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788650849.671335:0:17887:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1788650849.671384:0:17887:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b6762a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875535807603840:12345-0@lo:41:osp-pre-0-1.0 Request processed in 459us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650849.671445:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b6761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875535807603840:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788650849.675141:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1788650849.675170:0:17151:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48794fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875535807603968:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788650849.675226:0:17151:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788650849.677707:0:17887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1788650849.677773:0:17151:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48794fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875535807603968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2616us (6933us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650849.677785:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1788650849.678921:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875535807603968:0@lo:41:osp-pre-1-0.0 00000001:00100000:3.0:1788650850.183449:0:18651:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 7bbea193-ff48-411b-aab0-885a2ab75f55 00000020:00000080:3.0:1788650850.183459:0:18651:0:(genops.c:885:class_export_put()) final put ffff9ee5b9e9a800/7bbea193-ff48-411b-aab0-885a2ab75f55 00000001:00100000:3.0:1788650850.183483:0:18651:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of dcc45660-ab3f-436a-b425-ff2aa3623496 00000020:00000080:3.0:1788650850.183485:0:18651:0:(genops.c:885:class_export_put()) final put ffff9ee5b9e6b000/dcc45660-ab3f-436a-b425-ff2aa3623496 00000020:00000080:2.0:1788650850.183534:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b9e9a800/7bbea193-ff48-411b-aab0-885a2ab75f55 for lustre-OST0000 00000020:00000080:2.0:1788650850.183770:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b9e6b000/dcc45660-ab3f-436a-b425-ff2aa3623496 for lustre-OST0000 00000020:00000080:2.0:1788650850.183788:0:477:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee5b9e98800 for lustre-OST0000 00000020:00000080:2.0:1788650850.183792:0:477:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee5b9e6e800 for lustre-OST0000 00010000:00010000:0.0:1788650850.184098:0:19389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788650850.186153:0:19471:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of dcc45660-ab3f-436a-b425-ff2aa3623496 00000020:00000080:2.0:1788650850.186163:0:19471:0:(genops.c:885:class_export_put()) final put ffff9ee5b9e6c000/dcc45660-ab3f-436a-b425-ff2aa3623496 00000001:00100000:2.0:1788650850.186185:0:19471:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 7bbea193-ff48-411b-aab0-885a2ab75f55 00000020:00000080:2.0:1788650850.186187:0:19471:0:(genops.c:885:class_export_put()) final put ffff9ee486636000/7bbea193-ff48-411b-aab0-885a2ab75f55 00000020:00000080:3.0:1788650850.186250:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b9e6c000/dcc45660-ab3f-436a-b425-ff2aa3623496 for lustre-OST0001 00000020:00000080:3.0:1788650850.186299:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee486636000/7bbea193-ff48-411b-aab0-885a2ab75f55 for lustre-OST0001 00000020:00000080:3.0:1788650850.186315:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee5b9e6f800 for lustre-OST0001 00000020:00000080:3.0:1788650850.186319:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee486631000 for lustre-OST0001 00000100:00100000:2.0:1788650850.338868:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650850.338908:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650850.338946:0:17132:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783411200 00000100:00100000:2.0:1788650850.338949:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650850.338958:0:17132:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783411200 00000100:00100000:3.0:1788650850.339083:0:17132:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783411456 00000100:00100000:3.0:1788650850.339087:0:17132:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783411456 00000100:00100000:2.0:1788650850.339865:0:17131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783411328 00000100:00100000:2.0:1788650850.339873:0:17131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783411328 00000100:00100000:0.0:1788650850.339877:0:18302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 6 00000100:00100000:0.0:1788650850.339889:0:18302:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48794ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9f55b7c6-7223-4241-afb4-418cffbbd019+12:2397:x1875535783411200:12345-192.168.201.3@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1788650850.339898:0:17131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 7 00000100:00100000:2.0:1788650850.339903:0:17131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48794f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9f55b7c6-7223-4241-afb4-418cffbbd019+12:2397:x1875535783411456:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788650850.339917:0:17131:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788650850.339917:0:18302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788650850.339948:0:17131:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee5c354ba00/0x798896c918a136f9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102df2 expref: 12 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650850.339948:0:18302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee5c354ae00/0x798896c918a136b3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102d82 expref: 12 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650850.339969:0:17131:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788650850.339969:0:18302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788650850.343227:0:17131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48794f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9f55b7c6-7223-4241-afb4-418cffbbd019+10:2397:x1875535783411456:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 3308us (4304us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650850.343227:0:18302:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48794ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9f55b7c6-7223-4241-afb4-418cffbbd019+10:2397:x1875535783411200:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 3326us (4356us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650850.343243:0:18302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 6 00000100:00100000:2.0:1788650850.343260:0:17131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 7 00000100:00100000:0.0:1788650850.343301:0:18302:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 8 00000100:00100000:0.0:1788650850.343311:0:18302:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48794d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9f55b7c6-7223-4241-afb4-418cffbbd019+8:2397:x1875535783411328:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788650850.343333:0:18302:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788650850.343356:0:18302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee5a0169800/0x798896c918a136ba lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102db3 expref: 8 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650850.343372:0:18302:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788650850.343393:0:18302:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48794d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9f55b7c6-7223-4241-afb4-418cffbbd019+7:2397:x1875535783411328:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 87us (4444us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650850.343397:0:18302:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 8 00000100:00100000:2.0:1788650850.344532:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650850.345075:0:17146:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783411712 00000100:00100000:0.0:1788650850.345085:0:17146:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783411712 00000100:00100000:0.0:1788650850.345142:0:17146:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 69 00000100:00100000:0.0:1788650850.345156:0:17146:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48794f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dcc45660-ab3f-436a-b425-ff2aa3623496+6:2396:x1875535783411712:12345-192.168.201.3@tcp:39:umount.0 00000020:00000080:0.0:1788650850.345192:0:17146:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a136c8 00000020:00010000:0.0:1788650850.345200:0:17146:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9ee5b9e69800: total 0 00000100:00080000:0.0:1788650850.345203:0:17146:0:(import.c:65:import_set_state_nolock()) ffff9ee486630800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788650850.345222:0:17146:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00100000:0.0:1788650850.345331:0:17146:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48794f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:dcc45660-ab3f-436a-b425-ff2aa3623496+5:2396:x1875535783411712:12345-192.168.201.3@tcp:39:umount.0 Request processed in 178us (802us total) trans 8589934627 rc 0/0 00000100:00100000:0.0:1788650850.345354:0:17146:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 69 00000020:00010000:1.0:1788650850.346214:0:19388:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9ee5b9e69800: total 0 00010000:00010000:1.0:1788650850.346221:0:19388:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650850.346278:0:19388:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9ee5b9e69800, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1788650850.346314:0:19388:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ee5a191f200) 00010000:00010000:1.0:1788650850.346318:0:19388:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788650850.346327:0:19388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee589464e00/0x798896c918a137bd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102e1c expref: 4 pid: 19943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650850.346350:0:19388:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9ee5b9e69800, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1788650850.346360:0:19388:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650850.346362:0:19388:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650850.346363:0:19388:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788650850.353746:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650850.353828:0:19943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783411840 00000100:00100000:3.0:1788650850.353838:0:19943:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783411840 00000100:00100000:3.0:1788650850.353901:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 70 00000100:00100000:3.0:1788650850.353912:0:19943:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487837800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dcc45660-ab3f-436a-b425-ff2aa3623496+5:2396:x1875535783411840:12345-192.168.201.3@tcp:39:umount.0 00000020:00000080:3.0:1788650850.353962:0:19943:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a136cf 00000100:00080000:3.0:1788650850.353973:0:19943:0:(import.c:65:import_set_state_nolock()) ffff9ee5b9e9b000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788650850.354006:0:19943:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00010000:00010000:2.0:1788650850.354038:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788650850.354348:0:19943:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487837800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:dcc45660-ab3f-436a-b425-ff2aa3623496+3:2396:x1875535783411840:12345-192.168.201.3@tcp:39:umount.0 Request processed in 436us (613us total) trans 8589934594 rc 0/0 00000100:00100000:3.0:1788650850.354372:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 70 00000100:00100000:2.0:1788650850.386800:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650850.386882:0:17139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783412096 00000100:00100000:0.0:1788650850.386890:0:17139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783412096 00000100:00100000:0.0:1788650850.386962:0:17139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 172 00000100:00100000:0.0:1788650850.386975:0:17139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bb9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9f55b7c6-7223-4241-afb4-418cffbbd019+7:2396:x1875535783412096:12345-192.168.201.3@tcp:251:umount.0 00000020:00000080:0.0:1788650850.387030:0:17139:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a13666 00000020:00010000:0.0:1788650850.387039:0:17139:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9ee5b9e99000: total 0 00000100:00080000:0.0:1788650850.387043:0:17139:0:(import.c:65:import_set_state_nolock()) ffff9ee5b9e9a000 : changing import state from FULL to CLOSED 00000020:00010000:1.0:1788650850.387218:0:17134:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9ee5b9e99000: total 0 00010000:00010000:1.0:1788650850.387271:0:17134:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9ee5b9e99000, canceled 0 locks, left on hash table 1. 00010000:00010000:1.0:1788650850.387317:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee5a0168e00/0x798896c918a1366d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102d0b expref: 3 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650850.387335:0:17134:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9ee5b9e99000, canceled 1 locks, left on hash table 0. 00010000:00010000:1.0:1788650850.387347:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650850.387349:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650850.387351:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788650850.387425:0:17139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bb9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9f55b7c6-7223-4241-afb4-418cffbbd019+1:2396:x1875535783412096:12345-192.168.201.3@tcp:251:umount.0 Request processed in 453us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650850.387432:0:17139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 172 00000020:00000080:0.0:1788650850.387440:0:17139:0:(genops.c:885:class_export_put()) final put ffff9ee5b9e99000/9f55b7c6-7223-4241-afb4-418cffbbd019 00000020:00000080:2.0:1788650850.387538:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b9e99000/9f55b7c6-7223-4241-afb4-418cffbbd019 for MGS 00000020:00000080:2.0:1788650850.387618:0:477:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee5b9e9a000 for MGS 00000040:00080000:2.0:1788650850.760578:0:17903:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788650851.205602:0:19389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788650851.721525:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:177629de-ee80-4b7c-945e-eed863756a81:3646:1875535807604096:0@lo:400:kworker.0 00000100:00100000:2.0:1788650851.721613:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650851.721661:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875535807604608:0@lo:400:kworker.0 00000100:00100000:2.0:1788650851.721686:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650851.721704:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487732300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875535807605120:0@lo:400:kworker.0 00000100:00100000:2.0:1788650851.721725:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650851.721743:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487730700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1875535807605632:0@lo:400:kworker.0 00000100:00100000:2.0:1788650851.721762:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650851.721788:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1788650851.721794:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875535807604480:0@lo:400:kworker.0 00000100:00100000:2.0:1788650851.721817:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650851.721832:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807604992:0@lo:400:kworker.0 00000100:00100000:2.0:1788650851.721849:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650851.721861:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487731180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3646:1875535807605504:0@lo:400:kworker.0 00000100:00100000:2.0:1788650851.721878:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650851.721907:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807604224:0@lo:400:kworker.0 00000100:00100000:2.0:1788650851.721958:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650851.721976:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807604736:0@lo:400:kworker.0 00000100:00100000:2.0:1788650851.721996:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650851.722012:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487730380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1875535807605248:0@lo:400:kworker.0 00000100:00100000:2.0:1788650851.722030:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650851.722041:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1788650851.722045:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807604352:0@lo:400:kworker.0 00000100:00100000:3.0:1788650851.722337:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807604096 00000100:00100000:3.0:1788650851.722346:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807604096 00000100:00100000:3.0:1788650851.722389:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:3.0:1788650851.722397:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c5984850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:177629de-ee80-4b7c-945e-eed863756a81+24:3646:x1875535807604096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650851.722448:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c5984850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:177629de-ee80-4b7c-945e-eed863756a81+24:3646:x1875535807604096:12345-0@lo:400:kworker.0 Request processed in 51us (835us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650851.722456:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:3.0:1788650851.722486:0:19139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807604480 00000100:00100000:3.0:1788650851.722490:0:19139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807604480 00000100:00100000:3.0:1788650851.722518:0:19139:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807604992 00000100:00100000:3.0:1788650851.722521:0:19139:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807604992 00000100:00100000:3.0:1788650851.722546:0:19139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788650851.722553:0:19139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3646:x1875535807604480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650851.722581:0:19139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3646:x1875535807604480:12345-0@lo:400:kworker.0 Request processed in 29us (763us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650851.722586:0:19139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788650851.722595:0:19139:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788650851.722600:0:19139:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487733800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807604992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650851.722619:0:19139:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487733800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807604992:12345-0@lo:400:kworker.0 Request processed in 20us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650851.722625:0:19139:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788650851.722641:0:19943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807604608 00000100:00100000:3.0:1788650851.722644:0:19943:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807604608 00000100:00100000:3.0:1788650851.722660:0:19943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807605120 00000100:00100000:3.0:1788650851.722662:0:19943:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807605120 00000100:00100000:3.0:1788650851.722670:0:19943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807605632 00000100:00100000:3.0:1788650851.722679:0:19943:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807605632 00000100:00100000:3.0:1788650851.722694:0:19943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807605504 00000100:00100000:3.0:1788650851.722697:0:19943:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807605504 00000100:00100000:3.0:1788650851.722706:0:19943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807605248 00000100:00100000:3.0:1788650851.722708:0:19943:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807605248 00000100:00100000:3.0:1788650851.722719:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1788650851.722725:0:19943:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487733480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875535807604608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650851.722753:0:19943:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487733480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875535807604608:12345-0@lo:400:kworker.0 Request processed in 29us (1067us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650851.722758:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1788650851.722769:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1788650851.722774:0:19943:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487731f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875535807605120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650851.722795:0:19943:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487731f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875535807605120:12345-0@lo:400:kworker.0 Request processed in 21us (1070us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650851.722800:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1788650851.722809:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1788650851.722814:0:19943:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487731880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875535807605632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650851.722839:0:19943:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487731880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875535807605632:12345-0@lo:400:kworker.0 Request processed in 26us (1076us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650851.722844:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:3.0:1788650851.722853:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1788650851.722858:0:19943:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487730000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875535807605504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650851.722879:0:19943:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487730000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875535807605504:12345-0@lo:400:kworker.0 Request processed in 21us (1001us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650851.722884:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1788650851.722893:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1788650851.722898:0:19943:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487730a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875535807605248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650851.722943:0:19943:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487730a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875535807605248:12345-0@lo:400:kworker.0 Request processed in 44us (911us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650851.722949:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00080000:3.0:1788650851.722967:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788650851.722971:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788650851.722973:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788650851.723006:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875535807604480:0@lo:400:kworker.0 00000100:00100000:3.0:1788650851.723016:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807604992:0@lo:400:kworker.0 00000100:00100000:3.0:1788650851.723024:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487731180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3646:1875535807605504:0@lo:400:kworker.0 00000100:00100000:3.0:1788650851.723032:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:177629de-ee80-4b7c-945e-eed863756a81:3646:1875535807604096:0@lo:400:kworker.0 00000100:00100000:3.0:1788650851.723039:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875535807604608:0@lo:400:kworker.0 00000100:00100000:3.0:1788650851.723048:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487732300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875535807605120:0@lo:400:kworker.0 00010000:00080000:3.0:1788650851.724285:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee487730700 x1875535807605632/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650851.724305:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487730700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1875535807605632:0@lo:400:kworker.0 00000100:00100000:3.0:1788650851.724547:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788650851.724558:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b6761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875535807605760:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788650851.724626:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650851.724663:0:18659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807605760 00000100:00100000:3.0:1788650851.724668:0:18659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807605760 00000100:00100000:3.0:1788650851.724705:0:18659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788650851.724714:0:18659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee59092b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875535807605760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788650851.724740:0:18659:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788650851.724785:0:18659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee59092b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875535807605760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650851.724792:0:18659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788650851.724830:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b6761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875535807605760:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788650851.724875:0:17887:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807604224 00000100:00100000:3.0:1788650851.724879:0:17887:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807604224 00000100:00100000:3.0:1788650851.724901:0:17887:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807604736 00000100:00100000:3.0:1788650851.724905:0:17887:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807604736 00000100:00100000:3.0:1788650851.724934:0:17887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1788650851.724940:0:17887:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487733100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875535807604224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650851.724974:0:17887:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487733100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875535807604224:12345-0@lo:400:kworker.0 Request processed in 35us (3016us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650851.724980:0:17887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1788650851.724991:0:17887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1788650851.724996:0:17887:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487731c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807604736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650851.725023:0:17887:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487731c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807604736:12345-0@lo:400:kworker.0 Request processed in 27us (3026us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650851.725028:0:17887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1788650851.726372:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650851.726440:0:19710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807604352 00000100:00100000:2.0:1788650851.726448:0:19710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807604352 00000100:00100000:2.0:1788650851.726496:0:19710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1788650851.726505:0:19710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487731500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3643:x1875535807604352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650851.726562:0:19710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487731500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3643:x1875535807604352:12345-0@lo:400:kworker.0 Request processed in 58us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650851.726568:0:19710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00080000:2.0:1788650851.726589:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788650851.728970:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807604352:0@lo:400:kworker.0 00000100:00100000:3.0:1788650851.728988:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807604864:0@lo:400:kworker.0 00000100:00100000:3.0:1788650851.729050:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650851.729375:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487732d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1875535807605376:0@lo:400:kworker.0 00000100:00100000:3.0:1788650851.729405:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650851.729435:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807604224:0@lo:400:kworker.0 00000100:00100000:3.0:1788650851.729449:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807604736:0@lo:400:kworker.0 00000100:00100000:3.0:1788650851.729478:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487730380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1875535807605248:0@lo:400:kworker.0 00000100:00100000:3.0:1788650851.729500:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788650851.729515:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487834380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807605888:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788650851.729552:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650851.729587:0:18659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807605888 00000100:00100000:3.0:1788650851.729593:0:18659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807605888 00000100:00100000:3.0:1788650851.729640:0:18659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788650851.729649:0:18659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee59092b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807605888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788650851.729672:0:18659:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788650851.729709:0:18659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee59092b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807605888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650851.729716:0:18659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788650851.729743:0:19943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807605376 00000100:00100000:3.0:1788650851.729747:0:19943:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807605376 00000100:00100000:3.0:1788650851.729784:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1788650851.729790:0:19943:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee590928000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875535807605376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650851.729820:0:19943:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee590928000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875535807605376:12345-0@lo:400:kworker.0 Request processed in 31us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650851.729826:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1788650851.729858:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487834380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807605888:0@lo:13:osp-pre-1-1.0 00010000:00080000:3.0:1788650851.729871:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee487732d80 x1875535807605376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650851.729880:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487732d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1875535807605376:0@lo:400:kworker.0 00000100:00080000:3.0:1788650851.729936:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788650851.731019:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807604864 00000100:00100000:1.0:1788650851.731028:0:18654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807604864 00000100:00100000:1.0:1788650851.731111:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1788650851.731119:0:18654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee590928380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807604864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650851.731180:0:18654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee590928380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807604864:12345-0@lo:400:kworker.0 Request processed in 63us (2129us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650851.731186:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00080000:1.0:1788650851.731208:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788650851.731485:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807604864:0@lo:400:kworker.0 00000020:01000004:3.0:1788650852.218027:0:20721:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:3.0:1788650852.227790:0:20721:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:3.0:1788650852.227851:0:20721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe400/0x798896c918a13229 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13230 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650852.227866:0:20721:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe400/0x798896c918a13229 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13230 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650852.227874:0:20721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe400/0x798896c918a13229 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x798896c918a13230 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650852.227881:0:20721:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe400/0x798896c918a13229 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x798896c918a13230 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650852.227917:0:20721:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788650852.227922:0:20721:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1788650852.227950:0:20721:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788650852.227955:0:20721:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788650852.227962:0:20721:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788650852.227996:0:20721:0:(import.c:65:import_set_state_nolock()) ffff9ee585882800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1788650852.228038:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee59092b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875535807606016:0@lo:39:umount.0 00010000:00010000:0.0:1788650852.229206:0:19388:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788650852.229216:0:19388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe400/0x798896c918a13229 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x798896c918a13230 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650852.229226:0:19388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4878fe400 already unused, calling callback (ffffffffc119fc20) 10000000:00010000:0.0:1788650852.229230:0:19388:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe400/0x798896c918a13229 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x798896c918a13230 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650852.229240:0:19388:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe400/0x798896c918a13229 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x798896c918a13230 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788650852.229248:0:19388:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe400/0x798896c918a13229 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x798896c918a13230 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788650852.229253:0:19388:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788650852.229271:0:19388:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1788650852.229274:0:19388:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1788650852.229315:0:19388:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe400/0x798896c918a13229 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x798896c918a13230 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650852.229322:0:19388:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788650852.229354:0:19388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe400/0x798896c918a13229 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x798896c918a13230 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650852.229362:0:19388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe400/0x798896c918a13229 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x798896c918a13230 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650852.229375:0:19388:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650852.229376:0:19388:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650852.229378:0:19388:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788650852.229386:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788650852.229401:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b6761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:177629de-ee80-4b7c-945e-eed863756a81:3646:1875535807606144:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788650852.229514:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788650852.235035:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650852.235151:0:17132:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807606144 00000100:00100000:0.0:1788650852.235163:0:17132:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807606144 00000100:00100000:0.0:1788650852.235233:0:17132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788650852.235245:0:17132:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488306d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:177629de-ee80-4b7c-945e-eed863756a81+24:3646:x1875535807606144:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788650852.235261:0:17132:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788650852.235281:0:17132:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee486954c00/0x798896c918a13230 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x798896c918a13229 expref: 24 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650852.235298:0:17132:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788650852.235336:0:17132:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488306d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:177629de-ee80-4b7c-945e-eed863756a81+23:3646:x1875535807606144:12345-0@lo:103:ldlm_bl.0 Request processed in 95us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650852.235343:0:17132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788650852.235394:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b6761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:177629de-ee80-4b7c-945e-eed863756a81:3646:1875535807606144:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788650852.237888:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650852.238036:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807606016 00000100:00100000:2.0:1788650852.238047:0:17147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807606016 00000100:00100000:2.0:1788650852.238344:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788650852.238355:0:17147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee590928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875535807606016:12345-0@lo:39:umount.0 00000020:00000080:2.0:1788650852.238386:0:17147:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a1325a 00000100:00080000:2.0:1788650852.238397:0:17147:0:(import.c:65:import_set_state_nolock()) ffff9ee583cf4000 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1788650852.238498:0:17147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee590928a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:3642:x1875535807606016:12345-0@lo:39:umount.0 Request processed in 144us (1443us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650852.238505:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:2.0:1788650852.238516:0:17147:0:(genops.c:885:class_export_put()) final put ffff9ee5c59a5800/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:0.0:1788650852.238651:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788650852.238724:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee585882800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1788650852.238734:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee59092b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875535807606016:0@lo:39:umount.0 00000020:00000080:0.0:1788650852.238787:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5c59a5800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:0.0:1788650852.238854:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee583cf4000 for lustre-MDT0000 00000100:00080000:3.0:1788650852.238913:0:20721:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788650852.238916:0:20721:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788650852.238921:0:20721:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1788650852.240294:0:20721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff200/0x798896c918a1317a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13181 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650852.240310:0:20721:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff200/0x798896c918a1317a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13181 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650852.240328:0:20721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff200/0x798896c918a1317a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x798896c918a13181 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650852.240336:0:20721:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff200/0x798896c918a1317a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x798896c918a13181 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650852.240513:0:20721:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788650852.240522:0:20721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee580030200/0x798896c918a13586 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a1358d expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650852.240539:0:20721:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee580030200/0x798896c918a13586 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a1358d expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650852.240546:0:20721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee580030200/0x798896c918a13586 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x798896c918a1358d expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650852.240552:0:20721:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff9ee580030200/0x798896c918a13586 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x798896c918a1358d expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650852.240690:0:19389:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788650852.240698:0:19389:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff200/0x798896c918a1317a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x798896c918a13181 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650852.240706:0:19389:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4878ff200 already unused, calling callback (ffffffffc119fc20) 10000000:00010000:0.0:1788650852.240710:0:19389:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff200/0x798896c918a1317a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x798896c918a13181 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650852.240720:0:19389:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff200/0x798896c918a1317a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x798896c918a13181 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788650852.240728:0:19389:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff200/0x798896c918a1317a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x798896c918a13181 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788650852.240734:0:19389:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788650852.240736:0:19389:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:0.0:1788650852.240776:0:19389:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff200/0x798896c918a1317a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x798896c918a13181 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650852.240783:0:19389:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1788650852.240837:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b6761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:177629de-ee80-4b7c-945e-eed863756a81:3646:1875535807606272:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788650852.240901:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788650852.240967:0:19389:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff200/0x798896c918a1317a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x798896c918a13181 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650852.240976:0:19389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff200/0x798896c918a1317a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x798896c918a13181 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650852.241004:0:19389:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788650852.241007:0:19389:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff9ee580030200/0x798896c918a13586 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x798896c918a1358d expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650852.241013:0:19389:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee580030200 already unused, calling callback (ffffffffc119fc20) 10000000:00010000:0.0:1788650852.241016:0:19389:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff9ee580030200/0x798896c918a13586 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x798896c918a1358d expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650852.241023:0:19389:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff9ee580030200/0x798896c918a13586 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x798896c918a1358d expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788650852.241030:0:19389:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff9ee580030200/0x798896c918a13586 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x798896c918a1358d expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788650852.241035:0:19389:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1788650852.241037:0:19389:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:0.0:1788650852.241051:0:19389:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff9ee580030200/0x798896c918a13586 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x798896c918a1358d expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650852.241088:0:19389:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788650852.241366:0:19389:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff9ee580030200/0x798896c918a13586 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x798896c918a1358d expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650852.241375:0:19389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650852.241377:0:19389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650852.241379:0:19389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788650852.241395:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:177629de-ee80-4b7c-945e-eed863756a81:3643:1875535807606400:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788650852.241426:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788650852.241698:0:20721:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788650852.241704:0:20721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff9ee580030200/0x798896c918a13586 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x798896c918a1358d expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788650852.241715:0:20721:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:3.0:1788650852.241724:0:20721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5c354a600/0x798896c918a13731 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13738 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650852.241732:0:20721:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5c354a600/0x798896c918a13731 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13738 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650852.241746:0:20721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5c354a600/0x798896c918a13731 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x798896c918a13738 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650852.241752:0:20721:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff9ee5c354a600/0x798896c918a13731 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x798896c918a13738 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650852.241767:0:20721:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788650852.241773:0:20721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe600/0x798896c918a1316c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13173 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650852.241779:0:20721:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe600/0x798896c918a1316c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13173 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650852.241785:0:20721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe600/0x798896c918a1316c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x798896c918a13173 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650852.241791:0:20721:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe600/0x798896c918a1316c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x798896c918a13173 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650852.241803:0:20721:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1788650852.241806:0:20721:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:3.0:1788650852.241811:0:20721:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:3.0:1788650852.241842:0:20721:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0000 00000020:01000000:3.0:1788650852.241846:0:20721:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:3.0:1788650852.241850:0:20721:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788650852.241856:0:20721:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:3.0:1788650852.241861:0:20721:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9ee486b64000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788650852.241867:0:20721:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9ee5b03e9800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788650852.241881:0:20721:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9ee5b487b800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788650852.241885:0:20721:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9ee59026d800 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788650852.241892:0:20721:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff9ee5b9e69800 dcc45660-ab3f-436a-b425-ff2aa3623496 192.168.201.3@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:3.0:1788650852.241897:0:20721:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff9ee487480000 7bbea193-ff48-411b-aab0-885a2ab75f55 192.168.201.3@tcp 4 (0 4 0) 1 0 0 0: 0000000000000000 8589934623 stale:0 00000020:00080000:3.0:1788650852.241902:0:20721:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff9ee486bb99c0) has exports, disconnecting them 00000020:00080000:3.0:1788650852.241919:0:20721:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9ee486b64000), last request at 1788650851 00000020:00000080:3.0:1788650852.241926:0:20721:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a1355c 00000100:00080000:3.0:1788650852.241943:0:20721:0:(import.c:65:import_set_state_nolock()) ffff9ee486b67800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1788650852.241993:0:20721:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ee486b64000): rc 0 00000020:00000080:3.0:1788650852.241996:0:20721:0:(genops.c:885:class_export_put()) final put ffff9ee486b64000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:3.0:1788650852.242006:0:20721:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9ee5b03e9800), last request at 1788650851 00000020:00000080:3.0:1788650852.242009:0:20721:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a133f7 00000100:00080000:3.0:1788650852.242015:0:20721:0:(import.c:65:import_set_state_nolock()) ffff9ee5b03e8800 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1788650852.242021:0:20721:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ee5b03e9800): rc 0 00000020:00000080:3.0:1788650852.242023:0:20721:0:(genops.c:885:class_export_put()) final put ffff9ee5b03e9800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:3.0:1788650852.242026:0:20721:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9ee5b487b800), last request at 1788650777 00000020:00000080:3.0:1788650852.242029:0:20721:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a13348 00000100:00080000:3.0:1788650852.242032:0:20721:0:(import.c:65:import_set_state_nolock()) ffff9ee5b487d000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1788650852.242036:0:20721:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ee5b487b800): rc 0 00000020:00000080:3.0:1788650852.242038:0:20721:0:(genops.c:885:class_export_put()) final put ffff9ee5b487b800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:3.0:1788650852.242041:0:20721:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9ee59026d800), last request at 1788650777 00000020:00000080:3.0:1788650852.242044:0:20721:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a132df 00000100:00080000:3.0:1788650852.242047:0:20721:0:(import.c:65:import_set_state_nolock()) ffff9ee5c5a98800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788650852.242053:0:20721:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000020:00080000:3.0:1788650852.242164:0:20721:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ee59026d800): rc 0 00000004:00000080:3.0:1788650852.242170:0:20721:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffbda281c63ae0 00000100:00080000:3.0:1788650852.242199:0:20721:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788650852.242203:0:20721:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788650852.243320:0:20721:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1788650852.243353:0:20721:0:(import.c:65:import_set_state_nolock()) ffff9ee5c59aa000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788650852.243680:0:20721:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788650852.243685:0:20721:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:3.0:1788650852.243701:0:20721:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1788650852.243771:0:20721:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1788650852.243783:0:20721:0:(import.c:65:import_set_state_nolock()) ffff9ee5b64db000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788650852.243789:0:20721:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788650852.243791:0:20721:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:3.0:1788650852.243801:0:20721:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1788650852.243862:0:20721:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1788650852.243871:0:20721:0:(import.c:65:import_set_state_nolock()) ffff9ee5b486e800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1788650852.243928:0:20721:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff9ee486bb99c0) has no exports 00010000:00010000:1.0:1788650852.244011:0:19388:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788650852.244020:0:19388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff9ee5c354a600/0x798896c918a13731 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x798896c918a13738 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650852.244029:0:19388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c354a600 already unused, calling callback (ffffffffc119fc20) 10000000:00010000:1.0:1788650852.244033:0:19388:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff9ee5c354a600/0x798896c918a13731 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x798896c918a13738 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650852.244044:0:19388:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff9ee5c354a600/0x798896c918a13731 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x798896c918a13738 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788650852.244106:0:19388:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff9ee5c354a600/0x798896c918a13731 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x798896c918a13738 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788650852.244112:0:19388:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1788650852.244116:0:19388:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1788650852.244118:0:19388:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1788650852.244147:0:19388:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff9ee5c354a600/0x798896c918a13731 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x798896c918a13738 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650852.244154:0:19388:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788650852.244172:0:19388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff9ee5c354a600/0x798896c918a13731 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x798896c918a13738 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650852.244179:0:19388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff9ee5c354a600/0x798896c918a13731 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x798896c918a13738 expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650852.244190:0:19388:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788650852.244194:0:19388:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe600/0x798896c918a1316c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x798896c918a13173 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650852.244200:0:19388:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4878fe600 already unused, calling callback (ffffffffc119fc20) 10000000:00010000:1.0:1788650852.244203:0:19388:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe600/0x798896c918a1316c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x798896c918a13173 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650852.244209:0:19388:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe600/0x798896c918a1316c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x798896c918a13173 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788650852.244215:0:19388:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe600/0x798896c918a1316c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x798896c918a13173 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788650852.244231:0:19388:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1788650852.244233:0:19388:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1788650852.244235:0:19388:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:1.0:1788650852.244252:0:19388:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe600/0x798896c918a1316c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x798896c918a13173 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650852.244257:0:19388:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788650852.244272:0:19388:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe600/0x798896c918a1316c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x798896c918a13173 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650852.244279:0:19388:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe600/0x798896c918a1316c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x798896c918a13173 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650852.244291:0:19388:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650852.244293:0:19388:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650852.244295:0:19388:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788650852.244308:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788650852.244323:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487835180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:177629de-ee80-4b7c-945e-eed863756a81:3646:1875535807607040:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788650852.244390:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650852.244665:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:177629de-ee80-4b7c-945e-eed863756a81:3644:1875535807606912:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788650852.245004:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650852.245018:0:19389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650852.245377:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788650852.245624:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650852.245754:0:17133:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807606272 00000100:00100000:0.0:1788650852.245764:0:17133:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807606272 00000100:00100000:0.0:1788650852.245809:0:17133:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807606400 00000100:00100000:0.0:1788650852.245813:0:17133:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807606400 00000100:00100000:0.0:1788650852.245826:0:17133:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807607040 00000100:00100000:0.0:1788650852.245830:0:17133:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807607040 00000100:00100000:0.0:1788650852.245841:0:17133:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807606912 00000100:00100000:0.0:1788650852.245844:0:17133:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807606912 00000100:00100000:0.0:1788650852.245858:0:17133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788650852.245867:0:17133:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487834e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:177629de-ee80-4b7c-945e-eed863756a81+26:3646:x1875535807606272:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788650852.245882:0:17133:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788650852.245900:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee4878fe000/0x798896c918a13181 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x798896c918a1317a expref: 26 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650852.245931:0:17133:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788650852.245975:0:17133:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487834e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:177629de-ee80-4b7c-945e-eed863756a81+25:3646:x1875535807606272:12345-0@lo:103:ldlm_bl.0 Request processed in 109us (5073us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650852.245983:0:17133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788650852.245999:0:17133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788650852.246005:0:17133:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487a1b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:177629de-ee80-4b7c-945e-eed863756a81+24:3643:x1875535807606400:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788650852.246013:0:17133:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788650852.246021:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee5c354a000/0x798896c918a1358d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x798896c918a13586 expref: 24 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650852.246030:0:17133:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788650852.246085:0:17133:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487a1b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:177629de-ee80-4b7c-945e-eed863756a81+23:3643:x1875535807606400:12345-0@lo:103:ldlm_bl.0 Request processed in 80us (4657us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650852.246092:0:17133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788650852.246155:0:17133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788650852.246162:0:17133:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487834000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:177629de-ee80-4b7c-945e-eed863756a81+22:3646:x1875535807607040:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788650852.246170:0:17133:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788650852.246179:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee5c354aa00/0x798896c918a13173 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x798896c918a1316c expref: 22 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650852.246187:0:17133:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788650852.246207:0:17133:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487834000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:177629de-ee80-4b7c-945e-eed863756a81+21:3646:x1875535807607040:12345-0@lo:103:ldlm_bl.0 Request processed in 47us (1818us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650852.246213:0:17133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788650852.246224:0:17133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788650852.246230:0:17133:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487835f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:177629de-ee80-4b7c-945e-eed863756a81+20:3644:x1875535807606912:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788650852.246237:0:17133:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788650852.246245:0:17133:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee4878fee00/0x798896c918a13738 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x798896c918a13731 expref: 20 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650852.246253:0:17133:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788650852.246282:0:17133:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487835f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:177629de-ee80-4b7c-945e-eed863756a81+19:3644:x1875535807606912:12345-0@lo:103:ldlm_bl.0 Request processed in 52us (658us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650852.246287:0:17133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788650852.246321:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:177629de-ee80-4b7c-945e-eed863756a81:3644:1875535807606912:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788650852.246358:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487835180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:177629de-ee80-4b7c-945e-eed863756a81:3646:1875535807607040:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788650852.246366:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b6761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:177629de-ee80-4b7c-945e-eed863756a81:3646:1875535807606272:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788650852.246573:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:177629de-ee80-4b7c-945e-eed863756a81:3643:1875535807606400:0@lo:103:ldlm_bl.0 00000020:00000080:2.0:1788650852.246728:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee486b64000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1788650852.246781:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b03e9800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1788650852.246807:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b487b800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1788650852.246834:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee486b67800 for lustre-MDT0000 00000020:00000080:2.0:1788650852.246839:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee5b03e8800 for lustre-MDT0000 00000020:00000080:2.0:1788650852.246843:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee5b487d000 for lustre-MDT0000 00000100:00100000:2.0:1788650852.246860:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee59092aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807606528:0@lo:39:umount.0 00000100:00100000:2.0:1788650852.246898:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650852.246948:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee59092b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807606656:0@lo:9:umount.0 00000100:00100000:2.0:1788650852.246973:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650852.246993:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807606784:0@lo:9:umount.0 00000100:00100000:2.0:1788650852.247014:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650852.247043:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807606656 00000100:00100000:2.0:1788650852.247047:0:18656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807606656 00000100:00100000:2.0:1788650852.247120:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807606784 00000100:00100000:2.0:1788650852.247123:0:18656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807606784 00000100:00100000:2.0:1788650852.247144:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788650852.247152:0:18656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487733b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875535807606656:12345-0@lo:9:umount.0 00000020:00000080:2.0:1788650852.247174:0:18656:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a1343d 00000100:00080000:2.0:1788650852.247183:0:18656:0:(import.c:65:import_set_state_nolock()) ffff9ee486b61000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788650852.247232:0:18656:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:2.0:1788650852.247366:0:18656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487733b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:3642:x1875535807606656:12345-0@lo:9:umount.0 Request processed in 215us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650852.247373:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788650852.247397:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788650852.247403:0:18656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487732a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875535807606784:12345-0@lo:9:umount.0 00000020:00000080:2.0:1788650852.247417:0:18656:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a13594 00000100:00080000:2.0:1788650852.247423:0:18656:0:(import.c:65:import_set_state_nolock()) ffff9ee5b678a800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788650852.247660:0:18656:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1788650852.247737:0:18656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487732a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:3642:x1875535807606784:12345-0@lo:9:umount.0 Request processed in 332us (721us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650852.247743:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:2.0:1788650852.247870:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee5b64db000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1788650852.247884:0:3642:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1788650852.247886:0:3642:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788650852.247890:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee59092b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807606656:0@lo:9:umount.0 00000100:00080000:2.0:1788650852.247902:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee5b486e800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1788650852.247924:0:3642:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1788650852.247926:0:3642:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788650852.247929:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807606784:0@lo:9:umount.0 00010000:00010000:2.0:1788650852.247961:0:19388:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650852.248029:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788650852.248144:0:17887:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807606528 00000100:00100000:1.0:1788650852.248150:0:17887:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807606528 00000100:00100000:1.0:1788650852.248189:0:17887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1788650852.248197:0:17887:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487730e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875535807606528:12345-0@lo:39:umount.0 00000020:00000080:1.0:1788650852.248216:0:17887:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a13372 00000100:00080000:1.0:1788650852.248222:0:17887:0:(import.c:65:import_set_state_nolock()) ffff9ee5b03ea000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788650852.248244:0:17887:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1788650852.248352:0:17887:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487730e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+3:3642:x1875535807606528:12345-0@lo:39:umount.0 Request processed in 155us (1452us total) trans 8589934595 rc 0/0 00000100:00100000:1.0:1788650852.248358:0:17887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00010000:00010000:0.0:1788650852.248511:0:19389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788650852.248731:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee5c59aa000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1788650852.248737:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee59092aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807606528:0@lo:39:umount.0 00000020:00080000:1.0:1788650852.258534:0:20721:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff9ee486bb99c0) has no exports 00000020:00000080:1.0:1788650852.318637:0:20721:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a131c7 00000020:00000080:1.0:1788650852.318654:0:20721:0:(genops.c:885:class_export_put()) final put ffff9ee5b64d8000/lustre-QMT0000_UUID 00000020:01000000:1.0:1788650852.318789:0:20721:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:2.0:1788650852.318970:0:20721:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788650852.318981:0:20721:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788650852.318986:0:20721:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff9ee48658b380) has no exports 00000020:00000080:0.0:1788650852.319221:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b64d8000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1788650852.319632:0:20721:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a131c0 00000020:00000080:2.0:1788650852.319639:0:20721:0:(genops.c:885:class_export_put()) final put ffff9ee5c3036800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788650852.319738:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5c3036800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1788650852.319795:0:20721:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788650852.319802:0:20721:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1788650852.319805:0:20721:0:(genops.c:885:class_export_put()) final put ffff9ee5c34fd800/lustre-QMT0000_UUID 00000020:00000080:2.0:1788650852.319807:0:20721:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5c34fd800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1788650852.319815:0:20721:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00010000:00010000:1.0:1788650853.256097:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788650853.766459:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788650853.766508:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487835180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807607168:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788650853.766590:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650853.766742:0:18659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807607168 00000100:00100000:3.0:1788650853.766751:0:18659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807607168 00000100:00100000:3.0:1788650853.766834:0:18659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788650853.766844:0:18659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487732d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807607168:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788650853.766875:0:18659:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788650853.766957:0:18659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487732d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807607168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 116us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650853.766964:0:18659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788650853.767006:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487835180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807607168:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788650853.767367:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788650854.277591:0:19388:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788650854.284810:0:17126:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788650854.284820:0:17126:0:(genops.c:885:class_export_put()) final put ffff9ee59026d800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1788650854.284852:0:17126:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of dcc45660-ab3f-436a-b425-ff2aa3623496 00000001:00080000:2.0:1788650854.284861:0:17126:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:2.0:1788650854.284864:0:17126:0:(genops.c:885:class_export_put()) final put ffff9ee5b9e69800/dcc45660-ab3f-436a-b425-ff2aa3623496 00000001:00100000:2.0:1788650854.284878:0:17126:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 7bbea193-ff48-411b-aab0-885a2ab75f55 00000001:00080000:2.0:1788650854.284882:0:17126:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934626 is committed 00000020:00000080:2.0:1788650854.284887:0:17126:0:(genops.c:885:class_export_put()) final put ffff9ee487480000/7bbea193-ff48-411b-aab0-885a2ab75f55 00000020:00000080:3.0:1788650854.285083:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee59026d800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:3.0:1788650854.285138:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b9e69800/dcc45660-ab3f-436a-b425-ff2aa3623496 for lustre-MDT0000 00000020:00000080:3.0:1788650854.285187:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee487480000/7bbea193-ff48-411b-aab0-885a2ab75f55 for lustre-MDT0000 00000020:00000080:3.0:1788650854.285219:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee5c5a98800 for lustre-MDT0000 00000020:00000080:3.0:1788650854.285224:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee486630800 for lustre-MDT0000 00000020:00000080:3.0:1788650854.285228:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee487482800 for lustre-MDT0000 00000001:00100000:1.0:1788650854.294080:0:17879:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1788650854.294099:0:17879:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:1.0:1788650854.294105:0:17879:0:(genops.c:885:class_export_put()) final put ffff9ee5b03c0800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:1.0:1788650854.294132:0:17879:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of dcc45660-ab3f-436a-b425-ff2aa3623496 00000001:00080000:1.0:1788650854.294138:0:17879:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:1.0:1788650854.294140:0:17879:0:(genops.c:885:class_export_put()) final put ffff9ee5b9e99800/dcc45660-ab3f-436a-b425-ff2aa3623496 00000001:00100000:1.0:1788650854.294146:0:17879:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 7bbea193-ff48-411b-aab0-885a2ab75f55 00000001:00080000:1.0:1788650854.294150:0:17879:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:1.0:1788650854.294151:0:17879:0:(genops.c:885:class_export_put()) final put ffff9ee487485000/7bbea193-ff48-411b-aab0-885a2ab75f55 00000020:00000080:2.0:1788650854.294326:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b03c0800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:2.0:1788650854.294409:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b9e99800/dcc45660-ab3f-436a-b425-ff2aa3623496 for lustre-MDT0001 00000020:00000080:2.0:1788650854.294436:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee487485000/7bbea193-ff48-411b-aab0-885a2ab75f55 for lustre-MDT0001 00000020:00000080:2.0:1788650854.294465:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee5b03ea000 for lustre-MDT0001 00000020:00000080:2.0:1788650854.294482:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee5b9e9b000 for lustre-MDT0001 00000020:00000080:2.0:1788650854.294486:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee486633800 for lustre-MDT0001 00000020:01000000:2.0:1788650854.341498:0:20721:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9ee4865a4960 - data ffff9ee485d4e000/ffff9ee5b02f0400 00000020:01000000:2.0:1788650854.341697:0:20721:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9ee4868b5a20 - data ffff9ee5b0e70948/ffff9ee584205400 00000001:00000004:2.0:1788650854.353121:0:20721:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00080000:0.0:1788650854.402539:0:20721:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788650854.402549:0:20721:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788650854.402564:0:20721:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9ee59092aa00 x1875535807606528/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788650862 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788650854.402593:0:20721:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1788650854.406685:0:20721:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788650854.406695:0:20721:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:0.0:1788650854.406710:0:20721:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788650854.406713:0:20721:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1788650854.407582:0:17170:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1788650854.407589:0:17170:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 2 count 1 00000040:00080000:2.0:1788650854.407601:0:17170:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:0.0:1788650854.408324:0:20721:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1788650854.408329:0:20721:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:0.0:1788650854.408338:0:20721:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788650854.408340:0:20721:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1788650854.408561:0:17172:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1788650854.408565:0:17172:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 1 count 1 00000040:00080000:3.0:1788650854.408573:0:17172:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:0.0:1788650854.410250:0:20721:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a1318f 00000020:00000080:0.0:1788650854.410264:0:20721:0:(genops.c:885:class_export_put()) final put ffff9ee5b4867000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788650854.411279:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b4867000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1788650854.411501:0:20721:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a131a4 00000020:00000080:0.0:1788650854.411508:0:20721:0:(genops.c:885:class_export_put()) final put ffff9ee5b4862800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1788650854.411516:0:20721:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:0.0:1788650854.411523:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b4862800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:0.0:1788650854.411532:0:20721:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788650854.411539:0:20721:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788650854.411543:0:20721:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff9ee486bb8000) has no exports 00000004:01000000:0.0:1788650854.411696:0:20721:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1788650854.411705:0:20721:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a13206 00000020:00000080:0.0:1788650854.411709:0:20721:0:(genops.c:885:class_export_put()) final put ffff9ee5b4870000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1788650854.411717:0:20721:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:0.0:1788650854.411723:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b4870000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1788650854.411733:0:20721:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788650854.411745:0:20721:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788650854.411748:0:20721:0:(genops.c:1558:class_disconnect_exports()) OBD device 10 (ffff9ee590f5b380) has no exports 00000020:00000080:0.0:1788650854.411754:0:20721:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a131ff 00000020:00000080:0.0:1788650854.411758:0:20721:0:(genops.c:885:class_export_put()) final put ffff9ee5b486b000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788650854.411770:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b486b000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1788650854.412210:0:20721:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:0.0:1788650854.412214:0:20721:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1788650854.412219:0:20721:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:0.0:1788650854.412226:0:20721:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788650854.412229:0:20721:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788650854.412252:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee5b486e800 for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1788650854.412282:0:20721:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788650854.412288:0:20721:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788650854.412291:0:20721:0:(genops.c:885:class_export_put()) final put ffff9ee5b486d000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788650854.412293:0:20721:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b486d000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:0.0:1788650854.412297:0:20721:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788650854.412388:0:20721:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a131f1 00000020:00000080:0.0:1788650854.412393:0:20721:0:(genops.c:885:class_export_put()) final put ffff9ee5b486a800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1788650854.412401:0:20721:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:0.0:1788650854.412407:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b486a800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1788650854.412416:0:20721:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788650854.412420:0:20721:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788650854.412423:0:20721:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff9ee486bbcd40) has no exports 00000020:00000080:0.0:1788650854.412427:0:20721:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a131ea 00000020:00000080:0.0:1788650854.412431:0:20721:0:(genops.c:885:class_export_put()) final put ffff9ee5b64dc800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788650854.412442:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b64dc800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1788650854.412780:0:20721:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:0.0:1788650854.412783:0:20721:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788650854.412786:0:20721:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:0.0:1788650854.412789:0:20721:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788650854.412796:0:20721:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788650854.412811:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee5b64db000 for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1788650854.412836:0:20721:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788650854.412840:0:20721:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788650854.412844:0:20721:0:(genops.c:885:class_export_put()) final put ffff9ee5b4862000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788650854.412846:0:20721:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b4862000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:0.0:1788650854.412850:0:20721:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000004:01000000:0.0:1788650854.413713:0:20721:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:0.0:1788650854.413721:0:20721:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a131dc 00000020:00000080:0.0:1788650854.413727:0:20721:0:(genops.c:885:class_export_put()) final put ffff9ee5b4866000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:0.0:1788650854.413735:0:20721:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:0.0:1788650854.413743:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b4866000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:0.0:1788650854.413765:0:20721:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788650854.413770:0:20721:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788650854.413773:0:20721:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff9ee487633380) has no exports 00000020:00000080:0.0:1788650854.413779:0:20721:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a131d5 00000020:00000080:0.0:1788650854.413782:0:20721:0:(genops.c:885:class_export_put()) final put ffff9ee5c34fb000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788650854.413795:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5c34fb000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:2.0:1788650854.423143:0:20721:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:2.0:1788650854.423152:0:20721:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788650854.423156:0:20721:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788650854.423166:0:20721:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788650854.423270:0:20721:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788650854.423283:0:20721:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788650854.423309:0:20721:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788650854.423312:0:20721:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788650854.423318:0:20721:0:(genops.c:885:class_export_put()) final put ffff9ee5b4867800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788650854.423323:0:20721:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b4867800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1788650854.423331:0:20721:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788650854.423433:0:20721:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a131ab 00000020:00000080:2.0:1788650854.423440:0:20721:0:(genops.c:885:class_export_put()) final put ffff9ee5b4865000/lustre-MDD0000_UUID 00000020:00000080:0.0:1788650854.423714:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee5c59aa000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:0.0:1788650854.423722:0:36:0:(genops.c:885:class_export_put()) final put ffff9ee5b64dd000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788650854.423724:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b64dd000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:0.0:1788650854.423731:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1788650854.423840:0:20721:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:2.0:1788650854.423845:0:20721:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788650854.423851:0:20721:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00000080:0.0:1788650854.423939:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b4865000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00080000:2.0:1788650854.423967:0:20721:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff9ee486bbb380) has no exports 00000020:00000080:2.0:1788650854.423986:0:20721:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788650854.423991:0:20721:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:2.0:1788650854.423994:0:20721:0:(genops.c:885:class_export_put()) final put ffff9ee5b4861000/lustre-MDD0000_UUID 00000020:00000080:2.0:1788650854.423996:0:20721:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b4861000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:2.0:1788650854.423999:0:20721:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:2.0:1788650854.424029:0:20721:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a131b2 00000020:00000080:2.0:1788650854.424034:0:20721:0:(genops.c:885:class_export_put()) final put ffff9ee5b4863800/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1788650854.424128:0:20721:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ee4881d4000 from lustre-MDT0000, refs=3 00000020:01000004:2.0:1788650854.424132:0:20721:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ee4881d4000 3 00000020:01000004:2.0:1788650854.424135:0:20721:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9ee4881d4000 from lustre-MDT0000 00000020:00000080:2.0:1788650854.424153:0:20721:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788650854.424156:0:20721:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:2.0:1788650854.424159:0:20721:0:(genops.c:885:class_export_put()) final put ffff9ee5b4865800/lustre-MDT0000_UUID 00000020:00000080:2.0:1788650854.424161:0:20721:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b4865800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:2.0:1788650854.424167:0:20721:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:2.0:1788650854.424194:0:20721:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:2.0:1788650854.424198:0:20721:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:2.0:1788650854.424202:0:20721:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:2.0:1788650854.424204:0:20721:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788650854.424213:0:20721:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788650854.424219:0:20721:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff9ee5c3278000 177629de-ee80-4b7c-945e-eed863756a81 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788650854.424225:0:20721:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff9ee486588000) has exports, disconnecting them 00000020:00080000:2.0:1788650854.424229:0:20721:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff9ee5c3278000), last request at 1788650763 00000020:00000080:2.0:1788650854.424244:0:20721:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a13157 00000020:00010000:2.0:1788650854.424249:0:20721:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9ee5c3278000: total 1 00000100:00080000:2.0:1788650854.424252:0:20721:0:(import.c:65:import_set_state_nolock()) ffff9ee5c327a800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1788650854.424264:0:20721:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ee5c3278000): rc 0 00000020:00080000:2.0:1788650854.424268:0:20721:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff9ee486588000) has no exports 00000020:00000080:0.0:1788650854.424447:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b4863800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00010000:0.0:1788650854.424461:0:17134:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9ee5c3278000: total 0 00010000:00010000:0.0:1788650854.424493:0:17134:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9ee5c3278000, canceled 0 locks, left on hash table 13. 00010000:00010000:0.0:1788650854.424522:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee486955000/0x798896c918a13276 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x798896c918a1326f expref: 14 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650854.424541:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee5c344de00/0x798896c918a133e2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x798896c918a133db expref: 13 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650854.424560:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee5c354b200/0x798896c918a1370e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x798896c918a13707 expref: 12 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650854.424570:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee5c344c200/0x798896c918a13333 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x798896c918a1332c expref: 11 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650854.424581:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee486954a00/0x798896c918a13284 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x798896c918a1327d expref: 10 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650854.424593:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee5c354be00/0x798896c918a13540 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x798896c918a13539 expref: 9 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650854.424602:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee486955e00/0x798896c918a13165 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x798896c918a1315e expref: 8 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650854.424613:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee4878fea00/0x798896c918a1357f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x798896c918a13578 expref: 7 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650854.424625:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee4878fe800/0x798896c918a1372a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x798896c918a13723 expref: 6 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650854.424635:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee5a0169400/0x798896c918a1371c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x798896c918a13715 expref: 5 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650854.424647:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee486955800/0x798896c918a13292 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x798896c918a1328b expref: 4 pid: 17141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650854.424658:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee486954200/0x798896c918a133b8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x798896c918a133b1 expref: 3 pid: 17140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650854.424680:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee580030c00/0x798896c918a13516 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x798896c918a1350f expref: 2 pid: 17139 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650854.424692:0:17134:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9ee5c3278000, canceled 13 locks, left on hash table 0. 00000020:00000080:0.0:1788650854.424709:0:17134:0:(genops.c:885:class_export_put()) final put ffff9ee5c3278000/177629de-ee80-4b7c-945e-eed863756a81 00010000:00010000:0.0:1788650854.424730:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650854.424733:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650854.424735:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788650854.424771:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5c3278000/177629de-ee80-4b7c-945e-eed863756a81 for MGS 00000020:00000080:2.0:1788650854.424802:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee5c327a800 for MGS 00000100:00100000:2.0:1788650854.426150:0:17140:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff9ee487a5a000:17140] 1 exiting: rc = 0 00000100:00100000:2.0:1788650854.426251:0:17141:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff9ee485ab7200:17141] 2 exiting: rc = 0 00000100:00100000:3.0:1788650854.438447:0:17139:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff9ee5b6469c00:17139] 0 exiting: rc = 1 00000100:00100000:0.0:1788650854.438629:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438638:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438645:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438651:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438658:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438663:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438670:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438676:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438682:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438689:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438694:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438699:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438705:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438710:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438715:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438721:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438727:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438733:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438738:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438743:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438749:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438755:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438760:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438765:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438784:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438789:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438795:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438800:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438806:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438811:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438817:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438823:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438828:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438834:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438839:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438845:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438850:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438865:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438879:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438884:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438890:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438895:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438899:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438905:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438910:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438915:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438919:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438924:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438929:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438934:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438939:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438944:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438950:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438954:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438959:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438964:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438970:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438975:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438980:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438993:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.438998:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.439003:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.439010:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650854.439015:0:20721:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:0.0:1788650854.439926:0:20721:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9ee5b675ff00 - data ffff9ee5984510d8/ffff9ee58d6e1000 00000020:01000000:0.0:1788650854.440050:0:20721:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9ee5b6420c00 - data ffff9ee5b0e7f1b0/ffff9ee5b0608000 00000020:00000080:0.0:1788650854.440506:0:20721:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a1313b 00000020:00000080:0.0:1788650854.440515:0:20721:0:(genops.c:885:class_export_put()) final put ffff9ee5c327c800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1788650854.440532:0:20721:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ee4881d4000 from MGS, refs=2 00000020:01000004:0.0:1788650854.440536:0:20721:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ee4881d4000 2 00000020:01000004:0.0:1788650854.440539:0:20721:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9ee4881d4000 from MGS 00000020:00000080:0.0:1788650854.440558:0:20721:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788650854.440565:0:20721:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1788650854.440568:0:20721:0:(genops.c:885:class_export_put()) final put ffff9ee5c327e000/MGS 00000020:00000080:0.0:1788650854.440571:0:20721:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5c327e000/MGS for MGS 00000020:01000000:0.0:1788650854.440577:0:20721:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:0.0:1788650854.440642:0:20721:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1788650854.440646:0:20721:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788650854.440652:0:20721:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788650854.440657:0:20721:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff9ee585880800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788650854.440663:0:20721:0:(genops.c:1553:class_disconnect_exports()) OBD device 11 (ffff9ee5b48199c0) has exports, disconnecting them 00000020:00080000:0.0:1788650854.440667:0:20721:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff9ee585880800), last request at 1788650763 00000020:00000080:0.0:1788650854.440671:0:20721:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a1323e 00000020:00080000:0.0:1788650854.440680:0:20721:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ee585880800): rc 0 00000020:00000080:0.0:1788650854.440685:0:20721:0:(genops.c:885:class_export_put()) final put ffff9ee585880800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1788650854.441376:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5c327c800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1788650854.441392:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee585880800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:2.0:1788650854.442104:0:20721:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:2.0:1788650854.442109:0:20721:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788650854.442114:0:20721:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788650854.442119:0:20721:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788650854.442285:0:20721:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788650854.442291:0:20721:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:2.0:1788650854.442297:0:20721:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ee4881d4000 1 00000020:00000080:2.0:1788650854.442302:0:20721:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a1312d 00000020:00000080:2.0:1788650854.442307:0:20721:0:(genops.c:885:class_export_put()) final put ffff9ee5c327a000/lustre-MDT0000-osd_UUID 00000020:01000000:2.0:1788650854.442312:0:20721:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:2.0:1788650854.442315:0:20721:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788650854.442318:0:20721:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788650854.442320:0:20721:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff9ee487634d40) has no exports 00000020:00000080:3.0:1788650854.444406:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee585882800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:3.0:1788650854.444419:0:8:0:(genops.c:885:class_export_put()) final put ffff9ee585887800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:3.0:1788650854.444423:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee585887800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:3.0:1788650854.444429:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:3.0:1788650854.444513:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5c327a000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1788650854.548342:0:20721:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788650854.548358:0:20721:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:0.0:1788650854.548363:0:20721:0:(genops.c:885:class_export_put()) final put ffff9ee4881d3000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788650854.548367:0:20721:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee4881d3000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:0.0:1788650854.548380:0:20721:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:0.0:1788650854.548525:0:20721:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9ee4881d6800 00000020:02000400:0.0:1788650854.548590:0:20721:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0000 complete 00000100:00100000:0.0:1788650854.791703:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788650854.791726:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875535807607296:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788650854.791790:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650854.791836:0:17151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807607296 00000100:00100000:0.0:1788650854.791843:0:17151:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807607296 00000100:00100000:0.0:1788650854.791908:0:17151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788650854.791916:0:17151:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b6761f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3644:x1875535807607296:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:0.0:1788650854.791924:0:17151:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1788650854.791966:0:17151:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b6761f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3644:x1875535807607296:12345-0@lo:41:osp-pre-0-1.0 Request processed in 49us (176us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788650854.791973:0:17151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:02020000:0.0:1788650854.792013:0:3644:0:(client.c:1505:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:0.0:1788650854.795670:0:3644:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1788650854.795678:0:3644:0:(import.c:65:import_set_state_nolock()) ffff9ee5c342e000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788650854.795682:0:3644:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1788650854.825644:0:3644:0:(import.c:65:import_set_state_nolock()) ffff9ee5c342e000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788650854.825658:0:3644:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 564 00000100:00080000:0.0:1788650854.825668:0:3644:0:(import.c:665:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9ee5c342e000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:0.0:1788650854.831533:0:3644:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee59092aa00 x1875535807607424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788650854.831684:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee59092aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875535807607424:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:2.0:1788650854.831762:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650854.831929:0:17152:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807607424 00000100:00100000:0.0:1788650854.831937:0:17152:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807607424 00000100:00100000:0.0:1788650854.831983:0:17152:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1788650854.831990:0:17152:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487730380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1875535807607424:12345-0@lo:38:ptlrpcd_00_01.0 00010000:00020000:0.0:1788650854.832010:0:17152:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788650854.854302:0:17152:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487730380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1875535807607424:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 22299us (22527us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788650854.854320:0:17152:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00080000:2.0:1788650854.856333:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee5c342e000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788650854.856342:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788650854.856345:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee59092aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875535807607424:0@lo:38:ptlrpcd_00_01.0 00010000:00010000:0.0:1788650855.305733:0:19389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650856.332029:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788650856.846469:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788650856.846476:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1788650856.846480:0:8:0:(import.c:65:import_set_state_nolock()) ffff9ee5c342e000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788650856.846487:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 641 00000100:00080000:2.0:1788650856.846493:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788650856.846500:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9ee5c342e000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:2.0:1788650856.846523:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee487732300 x1875535807607680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788650856.847117:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c5ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875535807608064:0@lo:400:kworker.0 00000100:00100000:0.0:1788650856.847194:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650856.847247:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c5ab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1875535807608576:0@lo:400:kworker.0 00000100:00100000:0.0:1788650856.847270:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650856.847302:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788650856.847308:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487730700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:177629de-ee80-4b7c-945e-eed863756a81:3643:1875535807607552:0@lo:400:kworker.0 00000400:00000100:0.0:1788650856.847329:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875535807607552 offset 0 length 224: 4 00000100:00100000:0.0:1788650856.847345:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c5ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1875535807608192:0@lo:400:kworker.0 00000100:00100000:0.0:1788650856.847365:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650856.847396:0:19943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807608064 00000100:00100000:0.0:1788650856.847404:0:19943:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807608064 00000100:00100000:0.0:1788650856.847442:0:19943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807608576 00000100:00100000:0.0:1788650856.847446:0:19943:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807608576 00000100:00100000:0.0:1788650856.847471:0:19943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807608192 00000100:00100000:0.0:1788650856.847474:0:19943:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807608192 00000100:00100000:0.0:1788650856.847486:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1788650856.847496:0:19943:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee590929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1875535807608576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650856.847547:0:19943:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee590929880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1875535807608576:12345-0@lo:400:kworker.0 Request processed in 53us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650856.847555:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1788650856.847571:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1788650856.847575:0:19943:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee59092b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3643:x1875535807608064:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1788650856.847591:0:19943:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1788650856.847617:0:19943:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee59092b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3643:x1875535807608064:12345-0@lo:400:kworker.0 Request processed in 40us (423us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788650856.847622:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1788650856.847634:0:19943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1788650856.847638:0:19943:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee59092aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3643:x1875535807608192:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1788650856.847642:0:19943:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1788650856.847662:0:19943:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee59092aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3643:x1875535807608192:12345-0@lo:400:kworker.0 Request processed in 23us (296us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788650856.847668:0:19943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00080000:0.0:1788650856.847704:0:3643:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1788650856.847709:0:3643:0:(import.c:65:import_set_state_nolock()) ffff9ee486637000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788650856.847712:0:3643:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1788650856.856230:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788650856.857037:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875535807608704:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788650856.857131:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650856.857192:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487732300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875535807607680:0@lo:38:kworker.0 00000100:00100000:2.0:1788650856.857222:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650856.857252:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487731180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807607808:0@lo:400:kworker.0 00000100:00100000:2.0:1788650856.857280:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650856.857298:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c5aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1875535807608320:0@lo:400:kworker.0 00000100:00100000:2.0:1788650856.857322:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650856.857343:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1788650856.857349:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c5ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807607936:0@lo:400:kworker.0 00000100:00100000:2.0:1788650856.857368:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650856.857383:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c5abb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1875535807608448:0@lo:400:kworker.0 00000100:00100000:2.0:1788650856.857411:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650856.857445:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807608320 00000100:00100000:2.0:1788650856.857452:0:17147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807608320 00000100:00100000:2.0:1788650856.857501:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807608448 00000100:00100000:2.0:1788650856.857503:0:17147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807608448 00000100:00100000:2.0:1788650856.857517:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1788650856.857524:0:17147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c5aba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875535807608320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650856.857575:0:17147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c5aba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875535807608320:12345-0@lo:400:kworker.0 Request processed in 51us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650856.857582:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1788650856.857600:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1788650856.857604:0:17147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c5abbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3645:x1875535807608448:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1788650856.857610:0:17147:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1788650856.857636:0:17147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c5abbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3645:x1875535807608448:12345-0@lo:400:kworker.0 Request processed in 31us (224us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788650856.857642:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1788650856.857660:0:18659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807608704 00000100:00100000:2.0:1788650856.857664:0:18659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807608704 00000100:00100000:2.0:1788650856.857691:0:18659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788650856.857697:0:18659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c5abb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875535807608704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788650856.857723:0:18659:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788650856.857759:0:18659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c5abb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875535807608704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (628us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650856.857765:0:18659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788650856.857782:0:17887:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807607680 00000100:00100000:2.0:1788650856.857786:0:17887:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807607680 00000100:00100000:2.0:1788650856.857804:0:17887:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788650856.857808:0:17887:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c5abb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3642:x1875535807607680:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1788650856.857842:0:17887:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788650856.857874:0:17887:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c5abb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3642:x1875535807607680:12345-0@lo:38:kworker.0 Request processed in 64us (651us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788650856.857879:0:17887:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788650856.857895:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807607808 00000100:00100000:2.0:1788650856.857898:0:18656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807607808 00000100:00100000:2.0:1788650856.857921:0:18656:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807607936 00000100:00100000:2.0:1788650856.857924:0:18656:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807607936 00000100:00100000:2.0:1788650856.857941:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788650856.857947:0:18656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c5ab8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807607808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650856.857978:0:18656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c5ab8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807607808:12345-0@lo:400:kworker.0 Request processed in 30us (697us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650856.857984:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788650856.857995:0:18656:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788650856.858001:0:18656:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c5abaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807607936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650856.858026:0:18656:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c5abaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807607936:12345-0@lo:400:kworker.0 Request processed in 26us (657us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650856.858032:0:18656:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788650856.858091:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c5ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807607936:0@lo:400:kworker.0 00000100:00080000:2.0:1788650856.858104:0:3645:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1788650856.858108:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9ee588802800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1788650856.858112:0:3645:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1788650856.858117:0:3645:0:(import.c:65:import_set_state_nolock()) ffff9ee588802800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788650856.858121:0:3645:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 597 00000100:00080000:2.0:1788650856.858127:0:3645:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9ee588802800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:2.0:1788650856.858161:0:3645:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee5c5ab9880 x1875535807608832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788650856.858176:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c5abb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1875535807608448:0@lo:400:kworker.0 00000100:00100000:2.0:1788650856.858190:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487731180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807607808:0@lo:400:kworker.0 00010000:00080000:2.0:1788650856.858199:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9ee5c5aba680 x1875535807608320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788650856.858208:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c5aba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1875535807608320:0@lo:400:kworker.0 00000100:00100000:2.0:1788650856.858255:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875535807608704:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788650856.858279:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c5ab9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1875535807608832:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:2.0:1788650856.858303:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788650856.858327:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee5c342e000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788650856.858332:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788650856.858335:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487732300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875535807607680:0@lo:38:kworker.0 00000100:00100000:2.0:1788650856.858362:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807608832 00000100:00100000:2.0:1788650856.858366:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807608832 00000100:00100000:2.0:1788650856.858380:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1788650856.858384:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c5aba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3642:x1875535807608832:12345-0@lo:38:ptlrpcd_00_02.0 00010000:00020000:2.0:1788650856.858394:0:17148:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788650856.858422:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c5aba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3642:x1875535807608832:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 36us (118us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788650856.858427:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:2.0:1788650856.858450:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee588802800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788650856.858453:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788650856.858462:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c5ab9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1875535807608832:0@lo:38:ptlrpcd_00_02.0 00000100:00080000:1.0:1788650856.859240:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788650856.859246:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788650856.859249:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788650856.883628:0:3643:0:(import.c:65:import_set_state_nolock()) ffff9ee486637000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788650856.883642:0:3643:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 580 00000100:00080000:0.0:1788650856.883653:0:3643:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9ee486637000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:0.0:1788650856.883797:0:3643:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee488306d80 x1875535807608960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788650856.883843:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c5ab8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1875535807608192:0@lo:400:kworker.0 00000100:00080000:0.0:1788650856.883879:0:3643:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1788650856.883883:0:3643:0:(import.c:65:import_set_state_nolock()) ffff9ee5b0146000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788650856.883887:0:3643:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1788650856.883890:0:3643:0:(import.c:65:import_set_state_nolock()) ffff9ee5b0146000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788650856.883893:0:3643:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 564 00000100:00080000:0.0:1788650856.883914:0:3643:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9ee5b0146000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:0.0:1788650856.883930:0:3643:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee489069500 x1875535807609088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788650856.883940:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c5ab9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875535807608064:0@lo:400:kworker.0 00010000:00080000:0.0:1788650856.883958:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9ee5c5ab9180 x1875535807608576/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788650856.883969:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c5ab9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1875535807608576:0@lo:400:kworker.0 00000100:00100000:2.0:1788650856.885586:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488306d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1875535807608960:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1788650856.885673:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650856.885801:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807608960 00000100:00100000:3.0:1788650856.885810:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807608960 00000100:00100000:3.0:1788650856.885870:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1788650856.885879:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c5ab9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3642:x1875535807608960:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:3.0:1788650856.885908:0:17148:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788650856.885969:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c5ab9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3642:x1875535807608960:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 90us (295us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788650856.885976:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1788650856.890088:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489069500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875535807609088:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1788650856.890169:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788650856.890251:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee486637000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788650856.890256:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788650856.890259:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488306d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1875535807608960:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:2.0:1788650856.890295:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807609088 00000100:00100000:2.0:1788650856.890302:0:17147:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807609088 00000100:00100000:2.0:1788650856.890341:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1788650856.890360:0:17147:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c5abb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3642:x1875535807609088:12345-0@lo:38:ptlrpcd_00_00.0 00010000:00020000:2.0:1788650856.890382:0:17147:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788650856.890425:0:17147:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c5abb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3642:x1875535807609088:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 64us (256us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788650856.890433:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:2.0:1788650856.890462:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee5b0146000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788650856.890587:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788650856.890648:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489069500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875535807609088:0@lo:38:ptlrpcd_00_00.0 00010000:00010000:2.0:1788650857.350502:0:19388:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1788650858.380294:0:18651:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788650858.380307:0:18651:0:(genops.c:885:class_export_put()) final put ffff9ee486b66000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788650858.381198:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee486b66000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1788650858.381290:0:477:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee486b61000 for lustre-OST0000 00000001:00100000:1.0:1788650858.382753:0:19471:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788650858.382766:0:19471:0:(genops.c:885:class_export_put()) final put ffff9ee5c59e5000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788650858.382868:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5c59e5000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1788650858.382931:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee5b678a800 for lustre-OST0001 00010000:00010000:0.0:1788650858.383546:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788650858.877374:0:20922:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000100:00100000:2.0:1788650858.885958:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788650858.885990:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c5ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807609216:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788650858.886113:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650858.886182:0:18659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807609216 00000100:00100000:2.0:1788650858.886208:0:18659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807609216 00000100:00100000:2.0:1788650858.886282:0:18659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1788650858.886292:0:18659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c5ab9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807609216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788650858.886329:0:18659:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1788650858.886375:0:18659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c5ab9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807609216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650858.886382:0:18659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1788650858.886436:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c5ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807609216:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788650858.886478:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:01000004:3.0:1788650858.903247:0:20922:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:3.0:1788650858.903354:0:20922:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5c344dc00/0x798896c918a1332c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13333 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650858.903374:0:20922:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5c344dc00/0x798896c918a1332c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13333 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650858.903383:0:20922:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5c344dc00/0x798896c918a1332c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x798896c918a13333 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650858.903391:0:20922:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff9ee5c344dc00/0x798896c918a1332c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x798896c918a13333 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650858.903417:0:20922:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788650858.903424:0:20922:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1788650858.903456:0:20922:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788650858.903463:0:20922:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788650858.903470:0:20922:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788650858.903479:0:20922:0:(import.c:65:import_set_state_nolock()) ffff9ee5b0146000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1788650858.903485:0:20922:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788650858.903487:0:20922:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788650858.903491:0:20922:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1788650858.904555:0:20922:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5c344c400/0x798896c918a1328b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13292 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650858.904571:0:20922:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5c344c400/0x798896c918a1328b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13292 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650858.904578:0:20922:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5c344c400/0x798896c918a1328b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x798896c918a13292 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650858.904602:0:20922:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff9ee5c344c400/0x798896c918a1328b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x798896c918a13292 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650858.904621:0:20922:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788650858.904628:0:20922:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486954000/0x798896c918a13578 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a1357f expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650858.904635:0:20922:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486954000/0x798896c918a13578 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a1357f expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650858.904642:0:20922:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486954000/0x798896c918a13578 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x798896c918a1357f expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650858.904649:0:20922:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff9ee486954000/0x798896c918a13578 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x798896c918a1357f expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650858.904660:0:20922:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1788650858.904666:0:20922:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5c354bc00/0x798896c918a13723 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a1372a expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650858.904673:0:20922:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5c354bc00/0x798896c918a13723 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a1372a expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650858.904679:0:20922:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5c354bc00/0x798896c918a13723 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x798896c918a1372a expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650858.904686:0:20922:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff9ee5c354bc00/0x798896c918a13723 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x798896c918a1372a expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650858.904715:0:20922:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1788650858.904722:0:20922:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5c344ca00/0x798896c918a1327d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13284 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650858.904729:0:20922:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5c344ca00/0x798896c918a1327d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13284 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650858.904736:0:20922:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5c344ca00/0x798896c918a1327d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x798896c918a13284 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650858.904742:0:20922:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff9ee5c344ca00/0x798896c918a1327d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x798896c918a13284 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650858.904748:0:20922:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 10000000:01000000:3.0:1788650858.904751:0:20922:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:3.0:1788650858.904776:0:20922:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0001 00000020:01000000:3.0:1788650858.904781:0:20922:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:3.0:1788650858.904786:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788650858.904822:0:20922:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:3.0:1788650858.904831:0:20922:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff9ee588851800 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788650858.904837:0:20922:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff9ee486b63800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788650858.904843:0:20922:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff9ee5b651b380) has exports, disconnecting them 00000020:00080000:3.0:1788650858.904848:0:20922:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9ee588851800), last request at 1788650856 00000020:00000080:3.0:1788650858.904857:0:20922:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a1356a 00000100:00080000:3.0:1788650858.904881:0:20922:0:(import.c:65:import_set_state_nolock()) ffff9ee588855000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1788650858.904943:0:20922:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ee588851800): rc 0 00000020:00000080:3.0:1788650858.904946:0:20922:0:(genops.c:885:class_export_put()) final put ffff9ee588851800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:3.0:1788650858.904959:0:20922:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9ee486b63800), last request at 1788650856 00000020:00000080:3.0:1788650858.904968:0:20922:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a1340c 00000100:00080000:3.0:1788650858.904975:0:20922:0:(import.c:65:import_set_state_nolock()) ffff9ee486b65000 : changing import state from FULL to CLOSED 00000020:00080000:3.0:1788650858.904981:0:20922:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ee486b63800): rc 0 00000020:00000080:3.0:1788650858.904983:0:20922:0:(genops.c:885:class_export_put()) final put ffff9ee486b63800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:3.0:1788650858.904991:0:20922:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffbda2814b3ae0 00000100:00080000:3.0:1788650858.905014:0:20922:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788650858.905026:0:20922:0:(client.c:3603:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff9ee488862300 x1875535807607296/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788650870 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650858.905041:0:20922:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788650858.905972:0:20922:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788650858.905983:0:20922:0:(import.c:65:import_set_state_nolock()) ffff9ee5c342e000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00010000:00010000:2.0:1788650858.906218:0:17135:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1788650858.906230:0:17135:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff9ee5c344dc00/0x798896c918a1332c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x798896c918a13333 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650858.906243:0:17135:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c344dc00 already unused, calling callback (ffffffffc119fc20) 10000000:00010000:2.0:1788650858.906247:0:17135:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff9ee5c344dc00/0x798896c918a1332c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x798896c918a13333 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650858.906260:0:17135:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff9ee5c344dc00/0x798896c918a1332c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x798896c918a13333 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788650858.906268:0:17135:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff9ee5c344dc00/0x798896c918a1332c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x798896c918a13333 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788650858.906275:0:17135:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788650858.906278:0:17135:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1788650858.906281:0:17135:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1788650858.906338:0:17135:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff9ee5c344dc00/0x798896c918a1332c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x798896c918a13333 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650858.906345:0:17135:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788650858.906393:0:17135:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff9ee5c344dc00/0x798896c918a1332c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x798896c918a13333 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650858.906401:0:17135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff9ee5c344dc00/0x798896c918a1332c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x798896c918a13333 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650858.906418:0:17135:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1788650858.906421:0:17135:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff9ee5c344c400/0x798896c918a1328b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x798896c918a13292 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650858.906427:0:17135:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c344c400 already unused, calling callback (ffffffffc119fc20) 10000000:00010000:2.0:1788650858.906430:0:17135:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff9ee5c344c400/0x798896c918a1328b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x798896c918a13292 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650858.906437:0:17135:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff9ee5c344c400/0x798896c918a1328b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x798896c918a13292 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788650858.906443:0:17135:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff9ee5c344c400/0x798896c918a1328b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x798896c918a13292 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788650858.906449:0:17135:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788650858.906452:0:17135:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:2.0:1788650858.906454:0:17135:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:2.0:1788650858.906464:0:17135:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff9ee5c344c400/0x798896c918a1328b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x798896c918a13292 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650858.906470:0:17135:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788650858.906480:0:17135:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff9ee5c344c400/0x798896c918a1328b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x798896c918a13292 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650858.906487:0:17135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff9ee5c344c400/0x798896c918a1328b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x798896c918a13292 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650858.906507:0:17135:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788650858.906511:0:17135:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff9ee486954000/0x798896c918a13578 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x798896c918a1357f expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650858.906518:0:17135:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee486954000 already unused, calling callback (ffffffffc119fc20) 10000000:00010000:2.0:1788650858.906521:0:17135:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff9ee486954000/0x798896c918a13578 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x798896c918a1357f expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650858.906527:0:17135:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff9ee486954000/0x798896c918a13578 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x798896c918a1357f expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788650858.906533:0:17135:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff9ee486954000/0x798896c918a13578 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x798896c918a1357f expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788650858.906538:0:17135:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1788650858.906540:0:17135:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:2.0:1788650858.906542:0:17135:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1788650858.906552:0:17135:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff9ee486954000/0x798896c918a13578 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x798896c918a1357f expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650858.906558:0:17135:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788650858.906563:0:17135:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff9ee486954000/0x798896c918a13578 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x798896c918a1357f expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650858.906581:0:17135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff9ee486954000/0x798896c918a13578 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x798896c918a1357f expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650858.906594:0:17135:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788650858.906598:0:17135:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff9ee5c354bc00/0x798896c918a13723 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x798896c918a1372a expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650858.906612:0:17135:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c354bc00 already unused, calling callback (ffffffffc119fc20) 10000000:00010000:2.0:1788650858.906615:0:17135:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff9ee5c354bc00/0x798896c918a13723 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x798896c918a1372a expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650858.906622:0:17135:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff9ee5c354bc00/0x798896c918a13723 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x798896c918a1372a expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788650858.906628:0:17135:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff9ee5c354bc00/0x798896c918a13723 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x798896c918a1372a expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788650858.906634:0:17135:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1788650858.906636:0:17135:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1788650858.906638:0:17135:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1788650858.906650:0:17135:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff9ee5c354bc00/0x798896c918a13723 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x798896c918a1372a expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650858.906656:0:17135:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788650858.906661:0:17135:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff9ee5c354bc00/0x798896c918a13723 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x798896c918a1372a expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650858.906668:0:17135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff9ee5c354bc00/0x798896c918a13723 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x798896c918a1372a expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650858.906677:0:17135:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788650858.906680:0:17135:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff9ee5c344ca00/0x798896c918a1327d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x798896c918a13284 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650858.906686:0:17135:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c344ca00 already unused, calling callback (ffffffffc119fc20) 10000000:00010000:2.0:1788650858.906689:0:17135:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff9ee5c344ca00/0x798896c918a1327d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x798896c918a13284 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650858.906701:0:17135:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff9ee5c344ca00/0x798896c918a1327d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x798896c918a13284 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788650858.906708:0:17135:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff9ee5c344ca00/0x798896c918a1327d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x798896c918a13284 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788650858.906713:0:17135:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1788650858.906715:0:17135:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:2.0:1788650858.906716:0:17135:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:2.0:1788650858.906725:0:17135:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff9ee5c344ca00/0x798896c918a1327d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x798896c918a13284 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650858.906730:0:17135:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788650858.906734:0:17135:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff9ee5c344ca00/0x798896c918a1327d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x798896c918a13284 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650858.906740:0:17135:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff9ee5c344ca00/0x798896c918a1327d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x798896c918a13284 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650858.906753:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650858.906755:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650858.906757:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650858.906764:0:19388:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788650858.906775:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee588851800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:2.0:1788650858.906855:0:477:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee486b63800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:2.0:1788650858.906889:0:477:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee588855000 for lustre-MDT0001 00000020:00000080:2.0:1788650858.906895:0:477:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee486b65000 for lustre-MDT0001 00000100:00100000:2.0:1788650858.906919:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c5abad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:177629de-ee80-4b7c-945e-eed863756a81:3645:1875535807609728:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788650858.907016:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650858.907134:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1788650858.907142:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c5ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:177629de-ee80-4b7c-945e-eed863756a81:3645:1875535807609344:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788650858.907167:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650858.907184:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c5ab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:177629de-ee80-4b7c-945e-eed863756a81:3645:1875535807609856:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788650858.907204:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650858.907233:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c5ab8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:177629de-ee80-4b7c-945e-eed863756a81:3643:1875535807609472:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788650858.907257:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650858.907278:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788650858.907282:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c5ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:177629de-ee80-4b7c-945e-eed863756a81:3643:1875535807609600:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788650858.907304:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650858.907333:0:17132:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807609728 00000100:00100000:2.0:1788650858.907342:0:17132:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807609728 00000100:00100000:2.0:1788650858.907380:0:17132:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807609344 00000100:00100000:2.0:1788650858.907383:0:17132:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807609344 00000100:00100000:2.0:1788650858.907392:0:17132:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807609856 00000100:00100000:2.0:1788650858.907394:0:17132:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807609856 00000100:00100000:2.0:1788650858.907402:0:17132:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807609472 00000100:00100000:2.0:1788650858.907404:0:17132:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807609472 00000100:00100000:2.0:1788650858.907415:0:17132:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807609600 00000100:00100000:2.0:1788650858.907418:0:17132:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807609600 00000100:00100000:2.0:1788650858.907431:0:17132:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788650858.907440:0:17132:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c5ab9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3645:x1875535807609728:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1788650858.907447:0:17132:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788650858 with bad export cookie 8757415265867739479 00010000:00010000:1.0:1788650858.908774:0:19389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650858.908961:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788650858.914605:0:17131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788650858.914626:0:17131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c5ab9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3645:x1875535807609344:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1788650858.914639:0:17131:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788650858 with bad export cookie 8757415265867739479 00000100:00080000:3.0:1788650858.915254:0:20922:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788650858.915262:0:20922:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1788650858.915292:0:20922:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1788650858.915371:0:20922:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1788650858.915407:0:20922:0:(import.c:65:import_set_state_nolock()) ffff9ee583754000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788650858.915427:0:20922:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788650858.915430:0:20922:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1788650858.915446:0:20922:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1788650858.915505:0:20922:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1788650858.915515:0:20922:0:(import.c:65:import_set_state_nolock()) ffff9ee487a57000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1788650858.915558:0:20922:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff9ee5b651b380) has no exports 00000100:00100000:0.0:1788650858.915908:0:17131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c5ab9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3645:x1875535807609344:12345-0@lo:103:ldlm_bl.0 Request processed in 1280us (8734us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788650858.915920:0:17131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788650858.915958:0:17131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788650858.915965:0:17131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c5ab8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3645:x1875535807609856:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1788650858.915971:0:17131:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788650858 with bad export cookie 8757415265867739479 00000100:00100000:0.0:1788650858.916021:0:17131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c5ab8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3645:x1875535807609856:12345-0@lo:103:ldlm_bl.0 Request processed in 56us (8817us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788650858.916026:0:17131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788650858.916039:0:17131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788650858.916044:0:17131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488306d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3643:x1875535807609472:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1788650858.916048:0:17131:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788650858 with bad export cookie 8757415265867739479 00000100:00100000:0.0:1788650858.916104:0:17131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488306d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3643:x1875535807609472:12345-0@lo:103:ldlm_bl.0 Request processed in 59us (8846us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788650858.916126:0:17131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788650858.916139:0:17131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788650858.916145:0:17131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487a18850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3643:x1875535807609600:12345-0@lo:103:ldlm_bl.0 00010000:00020000:0.0:1788650858.916150:0:17131:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788650858 with bad export cookie 8757415265867739479 00000100:00100000:0.0:1788650858.916178:0:17131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487a18850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3643:x1875535807609600:12345-0@lo:103:ldlm_bl.0 Request processed in 32us (8872us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788650858.916183:0:17131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788650858.916217:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488862300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875535807607296:0@lo:41:osp-pre-0-1.0 00000100:00080000:3.0:1788650858.917150:0:3643:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.201.103@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1788650858.917158:0:3643:0:(import.c:65:import_set_state_nolock()) ffff9ee487a56800 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1788650858.917163:0:3643:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.201.103@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00100000:2.0:1788650858.920426:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875535807609984:0@lo:9:umount.0 00000100:00100000:2.0:1788650858.920541:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650858.920612:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875535807610112:0@lo:9:umount.0 00000100:00100000:2.0:1788650858.920638:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650858.920942:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807609984 00000100:00100000:0.0:1788650858.920957:0:18654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807609984 00000100:00100000:0.0:1788650858.921024:0:18654:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807610112 00000100:00100000:0.0:1788650858.921027:0:18654:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807610112 00000100:00100000:0.0:1788650858.921089:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788650858.921101:0:18654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875535807609984:12345-0@lo:9:umount.0 00000020:00000080:0.0:1788650858.921139:0:18654:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a13436 00000100:00080000:0.0:1788650858.921152:0:18654:0:(import.c:65:import_set_state_nolock()) ffff9ee586bef000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788650858.921212:0:18654:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1788650858.921406:0:18654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+2:3642:x1875535807609984:12345-0@lo:9:umount.0 Request processed in 307us (864us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650858.921416:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788650858.921435:0:18654:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788650858.921442:0:18654:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487731180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875535807610112:12345-0@lo:9:umount.0 00000020:00000080:0.0:1788650858.921456:0:18654:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a1359b 00000100:00080000:0.0:1788650858.921463:0:18654:0:(import.c:65:import_set_state_nolock()) ffff9ee5b678d800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788650858.921486:0:18654:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1788650858.921568:0:18654:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487731180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+2:3642:x1875535807610112:12345-0@lo:9:umount.0 Request processed in 126us (929us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650858.921593:0:18654:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:1.0:1788650858.922531:0:3645:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.201.103@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1788650858.923285:0:17142:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788650858.923373:0:17132:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c5ab9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3645:x1875535807609728:12345-0@lo:103:ldlm_bl.0 Request processed in 15931us (16355us total) trans 0 rc -107/-107 00000100:00100000:0.0:1788650858.923387:0:17132:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00010000:2.0:1788650858.923775:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650858.923814:0:19388:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788650858.923877:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee583754000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1788650858.923895:0:3642:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1788650858.923897:0:3642:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788650858.923902:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875535807609984:0@lo:9:umount.0 00000100:00080000:2.0:1788650858.923920:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee487a57000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1788650858.923931:0:3642:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1788650858.923932:0:3642:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788650858.923935:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875535807610112:0@lo:9:umount.0 00000100:00080000:3.0:1788650858.945468:0:3643:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.201.103@tcp not replayable, auto-deactivating 00000100:00080000:3.0:1788650858.945476:0:3643:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1788650858.945513:0:3643:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ee487730700 x1875535807607552/t0(0) o400->MGC192.168.201.103@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1788650872 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650858.945531:0:3643:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ee5c5abad80 x1875535807609728/t0(0) o103->MGC192.168.201.103@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788650874 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650858.945543:0:3643:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ee5c5ab8380 x1875535807609344/t0(0) o103->MGC192.168.201.103@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788650874 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650858.945552:0:3643:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ee5c5ab9c00 x1875535807609856/t0(0) o103->MGC192.168.201.103@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788650874 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650858.945561:0:3643:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ee5c5ab8e00 x1875535807609472/t0(0) o103->MGC192.168.201.103@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788650874 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650858.945569:0:3643:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ee5c5ab8700 x1875535807609600/t0(0) o103->MGC192.168.201.103@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788650874 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1788650858.949223:0:3643:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1788650858.949238:0:3643:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1788650858.949240:0:3643:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1788650858.949389:0:3645:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff9ee487a56800 already not connected (conn 1, was 1): DISCONN 00000100:00100000:2.0:1788650858.949715:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c5ab9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:177629de-ee80-4b7c-945e-eed863756a81:3645:1875535807609856:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788650858.949730:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c5abad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:177629de-ee80-4b7c-945e-eed863756a81:3645:1875535807609728:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788650858.949771:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c5ab8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:177629de-ee80-4b7c-945e-eed863756a81:3645:1875535807609344:0@lo:103:ldlm_bl.0 00000100:00080000:3.0:1788650858.950719:0:3643:0:(import.c:65:import_set_state_nolock()) ffff9ee487a56800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788650858.950733:0:3643:0:(import.c:545:import_select_connection()) MGC192.168.201.103@tcp: connect to NID 0@lo last attempt 549 00000100:00080000:3.0:1788650858.950746:0:3643:0:(import.c:665:import_select_connection()) MGC192.168.201.103@tcp: import ffff9ee487a56800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:2.0:1788650858.950867:0:3643:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee48806c700 x1875535807610240/t0(0) o250->MGC192.168.201.103@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788650858.950925:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c5ab8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:177629de-ee80-4b7c-945e-eed863756a81:3643:1875535807609472:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788650858.950936:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487730700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:177629de-ee80-4b7c-945e-eed863756a81:3643:1875535807607552:0@lo:400:kworker.0 00000100:00100000:0.0:1788650858.950964:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:177629de-ee80-4b7c-945e-eed863756a81:3642:1875535807610240:0@lo:250:ptlrpcd_00_00.0 00000100:00100000:2.0:1788650858.950970:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c5ab8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:177629de-ee80-4b7c-945e-eed863756a81:3643:1875535807609600:0@lo:103:ldlm_bl.0 00000400:00000100:0.0:1788650858.951036:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875535807610240 offset 0 length 520: 4 00000020:00080000:3.0:1788650858.961734:0:20922:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff9ee5b651b380) has no exports 00000020:01000000:2.0:1788650859.071081:0:20922:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9ee4865a4480 - data ffff9ee59198b0d8/ffff9ee5b02f3c00 00000020:01000000:1.0:1788650859.090228:0:20922:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9ee584f57d80 - data ffff9ee5b0cd2000/ffff9ee584088000 00000001:00000004:1.0:1788650859.108399:0:20922:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:2.0:1788650859.179502:0:20922:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788650859.179512:0:20922:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788650859.179520:0:20922:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1788650859.183672:0:20922:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1788650859.183681:0:20922:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:2.0:1788650859.183707:0:20922:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788650859.184108:0:20922:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1788650859.186632:0:17888:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1788650859.186639:0:17888:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:0.0:1788650859.186655:0:17888:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1788650859.190491:0:20922:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1788650859.190500:0:20922:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:2.0:1788650859.190564:0:20922:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788650859.190567:0:20922:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1788650859.197110:0:17890:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1788650859.197120:0:17890:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1788650859.197136:0:17890:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:2.0:1788650859.199404:0:20922:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a132a0 00000020:00000080:2.0:1788650859.199421:0:20922:0:(genops.c:885:class_export_put()) final put ffff9ee583754800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1788650859.199762:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee583754800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1788650859.200408:0:20922:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a132b5 00000020:00000080:2.0:1788650859.200418:0:20922:0:(genops.c:885:class_export_put()) final put ffff9ee5917da800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1788650859.200433:0:20922:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:2.0:1788650859.200440:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788650859.200450:0:20922:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788650859.200455:0:20922:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff9ee4865899c0) has no exports 00000020:00000080:3.0:1788650859.200664:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5917da800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000004:01000000:3.0:1788650859.203639:0:20922:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1788650859.203661:0:20922:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a13309 00000020:00000080:3.0:1788650859.203674:0:20922:0:(genops.c:885:class_export_put()) final put ffff9ee5c59e4000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1788650859.203705:0:20922:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:3.0:1788650859.203717:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788650859.203729:0:20922:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788650859.203735:0:20922:0:(genops.c:1558:class_disconnect_exports()) OBD device 18 (ffff9ee5b65199c0) has no exports 00000020:00000080:3.0:1788650859.203747:0:20922:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a13302 00000020:00000080:3.0:1788650859.203771:0:20922:0:(genops.c:885:class_export_put()) final put ffff9ee583cf1000/lustre-MDT0001-osd_UUID 00010000:01000000:3.0:1788650859.204236:0:20922:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:3.0:1788650859.204243:0:20922:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788650859.204249:0:20922:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1788650859.204258:0:20922:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788650859.204261:0:20922:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788650859.204304:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788650859.204312:0:20922:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1788650859.204321:0:20922:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a132f4 00000020:00000080:3.0:1788650859.204326:0:20922:0:(genops.c:885:class_export_put()) final put ffff9ee5c342a000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1788650859.204330:0:20922:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:3.0:1788650859.204334:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788650859.204338:0:20922:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788650859.204340:0:20922:0:(genops.c:1558:class_disconnect_exports()) OBD device 17 (ffff9ee5b0610000) has no exports 00000020:00000080:3.0:1788650859.204346:0:20922:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a132ed 00000020:00000080:3.0:1788650859.204349:0:20922:0:(genops.c:885:class_export_put()) final put ffff9ee583755000/lustre-MDT0001-osd_UUID 00010000:01000000:3.0:1788650859.204709:0:20922:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:3.0:1788650859.204712:0:20922:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788650859.204715:0:20922:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1788650859.204719:0:20922:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788650859.204721:0:20922:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788650859.204750:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788650859.204755:0:20922:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:3.0:1788650859.204768:0:20922:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1788650859.204774:0:20922:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a132d8 00000020:00000080:3.0:1788650859.204780:0:20922:0:(genops.c:885:class_export_put()) final put ffff9ee4879bf000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1788650859.204796:0:20922:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:3.0:1788650859.204801:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788650859.204805:0:20922:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788650859.204808:0:20922:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff9ee5b06119c0) has no exports 00000020:00000080:3.0:1788650859.204813:0:20922:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a132d1 00000020:00000080:3.0:1788650859.204816:0:20922:0:(genops.c:885:class_export_put()) final put ffff9ee5c342b800/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1788650859.205903:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5c59e4000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:2.0:1788650859.205922:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee583cf1000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1788650859.205930:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee487a57000 for lustre-OST0001-osc-MDT0001 00000020:00000080:2.0:1788650859.205940:0:36:0:(genops.c:885:class_export_put()) final put ffff9ee5c342c800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788650859.205942:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5c342c800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:2.0:1788650859.205949:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788650859.206080:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5c342a000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:2.0:1788650859.206087:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee583755000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1788650859.206092:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee583754000 for lustre-OST0000-osc-MDT0001 00000020:00000080:2.0:1788650859.206101:0:36:0:(genops.c:885:class_export_put()) final put ffff9ee5c342d000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788650859.206103:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5c342d000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:2.0:1788650859.206108:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788650859.206145:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee4879bf000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:2.0:1788650859.206151:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5c342b800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:2.0:1788650859.207137:0:20922:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:2.0:1788650859.207146:0:20922:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788650859.207165:0:20922:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788650859.207174:0:20922:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788650859.207245:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788650859.207257:0:20922:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788650859.207285:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788650859.207289:0:20922:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788650859.207294:0:20922:0:(genops.c:885:class_export_put()) final put ffff9ee4879be000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788650859.207298:0:20922:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee4879be000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:2.0:1788650859.207305:0:20922:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788650859.207467:0:20922:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a132bc 00000020:00000080:2.0:1788650859.207476:0:20922:0:(genops.c:885:class_export_put()) final put ffff9ee5917df000/lustre-MDD0001_UUID 00000020:01000000:2.0:1788650859.207482:0:20922:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:2.0:1788650859.207486:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788650859.207491:0:20922:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788650859.207494:0:20922:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff9ee5b6518000) has no exports 00000020:00000080:2.0:1788650859.207517:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788650859.207520:0:20922:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:2.0:1788650859.207525:0:20922:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a132c3 00000020:00000080:2.0:1788650859.207528:0:20922:0:(genops.c:885:class_export_put()) final put ffff9ee5917d8000/lustre-MDT0001-osd_UUID 00000020:01000004:2.0:1788650859.207536:0:20922:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ee488051800 from lustre-MDT0001, refs=2 00000020:01000004:2.0:1788650859.207538:0:20922:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ee488051800 2 00000020:01000004:2.0:1788650859.207541:0:20922:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9ee488051800 from lustre-MDT0001 00000020:00000080:2.0:1788650859.207568:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788650859.207571:0:20922:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:2.0:1788650859.207574:0:20922:0:(genops.c:885:class_export_put()) final put ffff9ee585308000/lustre-MDT0001_UUID 00000020:00000080:2.0:1788650859.207576:0:20922:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee585308000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:2.0:1788650859.207584:0:20922:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:2.0:1788650859.207616:0:20922:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:2.0:1788650859.207620:0:20922:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:2.0:1788650859.207623:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788650859.207627:0:20922:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788650859.207635:0:20922:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff9ee5b0142800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788650859.207646:0:20922:0:(genops.c:1553:class_disconnect_exports()) OBD device 19 (ffff9ee5b651cd40) has exports, disconnecting them 00000020:00080000:2.0:1788650859.207650:0:20922:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff9ee5b0142800), last request at 1788650777 00000020:00000080:2.0:1788650859.207653:0:20922:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a13341 00000020:00080000:2.0:1788650859.207665:0:20922:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ee5b0142800): rc 0 00000020:00000080:2.0:1788650859.207668:0:20922:0:(genops.c:885:class_export_put()) final put ffff9ee5b0142800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:0.0:1788650859.208517:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee5c342e000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1788650859.208537:0:36:0:(genops.c:885:class_export_put()) final put ffff9ee583755800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788650859.208540:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee583755800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:0.0:1788650859.208558:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788650859.208707:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5917df000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:0.0:1788650859.208712:0:36:0:(genops.c:885:class_export_put()) final put ffff9ee583cf3800/lustre-MDD0001_UUID 00000020:00000080:0.0:1788650859.208715:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee583cf3800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:0.0:1788650859.208719:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:0.0:1788650859.208867:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5917d8000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1788650859.208873:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b0142800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:0.0:1788650859.247204:0:20922:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:0.0:1788650859.247216:0:20922:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788650859.247222:0:20922:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788650859.247232:0:20922:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788650859.247304:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee5b0146000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:0.0:1788650859.247525:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788650859.247535:0:20922:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:0.0:1788650859.247542:0:20922:0:(genops.c:885:class_export_put()) final put ffff9ee588801800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:0.0:1788650859.247547:0:20922:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee588801800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:0.0:1788650859.247562:0:20922:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:0.0:1788650859.247650:0:20922:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ee488051800 1 00000020:00000080:0.0:1788650859.247657:0:20922:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a13268 00000020:00000080:0.0:1788650859.247665:0:20922:0:(genops.c:885:class_export_put()) final put ffff9ee488056800/lustre-MDT0001-osd_UUID 00000020:01000000:0.0:1788650859.247675:0:20922:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:0.0:1788650859.247682:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee488056800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1788650859.247690:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788650859.247696:0:20922:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788650859.247700:0:20922:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff9ee48658cd40) has no exports 00000020:00000080:0.0:1788650859.320175:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788650859.320199:0:20922:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:0.0:1788650859.320207:0:20922:0:(genops.c:885:class_export_put()) final put ffff9ee488053000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1788650859.320215:0:20922:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee488053000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:0.0:1788650859.320232:0:20922:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:0.0:1788650859.320406:0:20922:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9ee488051000 00000020:01000000:0.0:1788650859.320437:0:20922:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:0.0:1788650859.320442:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788650859.320447:0:20922:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788650859.320454:0:20922:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff9ee487630000) has no exports 00000100:00100000:2.0:1788650859.320653:0:17148:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff9ee58495d200:17148] 2 exiting: rc = 0 00000100:00100000:2.0:1788650859.320832:0:17147:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff9ee486519400:17147] 1 exiting: rc = 0 00000100:00100000:2.0:1788650859.320934:0:19943:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff9ee4874e6200:19943] 3 exiting: rc = 0 00000100:00100000:2.0:1788650859.321240:0:17146:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff9ee5832fce00:17146] 0 exiting: rc = 1 00000100:00100000:0.0:1788650859.323795:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.323815:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.323827:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.323836:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.323848:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.323862:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.323871:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.323880:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.323995:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.324001:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.324030:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.324040:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.324048:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.324056:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.324083:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.324091:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.324101:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.324108:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.324115:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.324122:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.324132:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.324139:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.324146:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.324156:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.324165:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.324174:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.324181:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.324980:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325001:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325009:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325017:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325024:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325033:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325040:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325047:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325319:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325332:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325340:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325347:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325353:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325361:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325369:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325376:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325405:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325412:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325418:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325425:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325432:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325438:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325443:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325450:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325456:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325464:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325472:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325480:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325487:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325494:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325502:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325509:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325516:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.325524:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.327731:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.327753:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.327759:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.333728:0:17150:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff9ee485ab1200:17150] 1 exiting: rc = 0 00000100:00100000:3.0:1788650859.333770:0:17149:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff9ee487a5ae00:17149] 0 exiting: rc = 1 00000100:00100000:0.0:1788650859.337361:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337377:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337457:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337468:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337474:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337481:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337488:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337494:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337500:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337506:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337512:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337518:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337524:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337530:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337560:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337567:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337574:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337580:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337654:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337662:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337669:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337675:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337681:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337688:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337694:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337700:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337705:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337711:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337717:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337723:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337729:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337735:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337741:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337747:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337753:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337758:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337764:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337770:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337777:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337797:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337805:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337811:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337818:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337824:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337830:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337857:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337864:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337872:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337879:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337893:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337899:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337918:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337927:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337933:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337941:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337947:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337954:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337960:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337968:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337975:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337982:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337988:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.337996:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.338003:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.339196:0:17152:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff9ee586f97c00:17152] 1 exiting: rc = 0 00000100:00100000:3.0:1788650859.339212:0:17887:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff9ee5832fde00:17887] 2 exiting: rc = 0 00000100:00100000:2.0:1788650859.344923:0:17151:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff9ee59deb1a00:17151] 0 exiting: rc = 1 00000100:00100000:0.0:1788650859.345195:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345206:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345234:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345245:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345266:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345278:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345286:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345302:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345311:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345319:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345326:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345333:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345341:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345347:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345354:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345363:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345371:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345378:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345398:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345420:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345448:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345455:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345464:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345471:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345480:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345488:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345495:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345503:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345510:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345518:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345526:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345549:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345558:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345565:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345573:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345580:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345821:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345830:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345838:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345846:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345854:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345864:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345872:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345897:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345917:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345925:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345932:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345939:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345947:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345953:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345960:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345971:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345979:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.345987:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.346008:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.346040:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.346049:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.346055:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.346313:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.346322:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.346329:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.346336:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.346342:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.346350:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.382836:0:17153:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff9ee586f97800:17153] 0 exiting: rc = 1 00000100:00100000:0.0:1788650859.383320:0:17154:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff9ee586f97000:17154] 1 exiting: rc = 0 00000100:00100000:2.0:1788650859.383927:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.383938:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.383944:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.383950:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.383957:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.383963:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.383969:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.383975:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.383980:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.383986:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.383991:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.383998:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384004:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384011:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384016:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384021:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384027:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384032:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384038:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384092:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384098:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384104:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384110:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384116:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384121:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384127:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384133:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384139:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384144:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384150:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384156:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384164:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384170:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384176:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384183:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384189:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384195:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384201:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384208:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384214:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384221:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384227:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384234:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384240:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384246:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384253:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384259:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384265:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384271:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384278:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384284:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384291:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384297:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384302:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384314:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384317:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384322:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384325:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384329:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384334:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384338:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384341:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384344:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384348:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650859.384732:0:17155:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff9ee485ab0800:17155] 0 exiting: rc = 1 00000100:00100000:3.0:1788650859.384821:0:17156:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff9ee485ab0000:17156] 1 exiting: rc = 0 00000100:00100000:2.0:1788650859.384979:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384986:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384992:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.384998:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385005:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385010:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385016:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385022:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385029:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385035:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385041:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385048:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385055:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385086:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385092:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385100:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385106:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385115:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385121:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385127:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385133:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385139:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385145:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385151:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385156:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385173:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385178:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385184:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385191:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385197:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385203:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385208:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385215:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385220:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385226:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385232:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385237:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385242:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385247:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385252:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385258:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385264:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385270:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385276:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385283:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385288:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385294:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385300:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385307:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385313:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385318:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385324:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385330:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385335:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385341:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385347:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385353:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385360:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385365:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385371:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385500:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385505:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385511:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.385517:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.386923:0:17157:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff9ee5830eba00:17157] 0 exiting: rc = 1 00000100:00100000:0.0:1788650859.389559:0:17158:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff9ee485ab1600:17158] 1 exiting: rc = 0 00000100:00100000:2.0:1788650859.390627:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390637:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390642:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390647:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390652:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390658:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390664:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390669:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390674:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390679:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390684:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390690:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390695:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390700:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390705:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390710:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390716:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390721:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390726:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390731:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390736:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390741:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390746:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390755:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390763:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390769:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390774:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390780:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390796:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390805:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390812:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390833:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390840:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390848:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390854:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390859:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390865:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390870:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390878:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390883:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390888:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390894:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390899:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390904:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390910:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390915:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390920:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390924:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390930:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390934:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390938:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390943:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390947:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390951:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390956:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390962:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390966:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390971:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390976:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390981:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390986:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390991:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.390995:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650859.391000:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.392678:0:17159:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff9ee59df87000:17159] 0 exiting: rc = 1 00000100:00100000:2.0:1788650859.393355:0:17160:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff9ee583b97600:17160] 1 exiting: rc = 0 00000100:00100000:1.0:1788650859.394684:0:17161:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff9ee59df86200:17161] 2 exiting: rc = 0 00000100:00100000:3.0:1788650859.394839:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.394858:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.394865:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.394871:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.394878:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.394885:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.394891:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.394897:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395019:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395194:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395203:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395210:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395217:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395225:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395231:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395238:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395246:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395253:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395259:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395266:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395274:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395281:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395290:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395296:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395304:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395324:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395333:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395341:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395365:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395373:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395380:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395387:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395395:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395402:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395410:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395422:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395430:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395437:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395443:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395451:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395457:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395465:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395471:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395478:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395485:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395492:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395498:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395505:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395513:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395537:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395545:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395552:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395559:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395566:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395573:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395579:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395586:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395592:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395599:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395606:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395615:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395622:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395632:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650859.395654:0:20922:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00010000:2.0:1788650859.398176:0:19389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788650859.418898:0:20922:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788650859.418920:0:20922:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:2.0:1788650859.418928:0:20922:0:(genops.c:885:class_export_put()) final put ffff9ee487a50000/MDS_uuid 00000020:00000080:2.0:1788650859.418935:0:20922:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee487a50000/MDS_uuid for MDS 00000020:01000000:2.0:1788650859.418953:0:20922:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:2.0:1788650859.419162:0:20922:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:1.0:1788650860.426210:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650861.446313:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788650861.961903:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) 177629de-ee80-4b7c-945e-eed863756a81->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788650861.961912:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) 177629de-ee80-4b7c-945e-eed863756a81->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788650861.961915:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788650861.961919:0:477:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1788650861.961924:0:477:0:(import.c:65:import_set_state_nolock()) ffff9ee486637000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788650861.962589:0:477:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 643 00000100:00080000:1.0:1788650861.962597:0:477:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788650861.962606:0:477:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9ee486637000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:1.0:1788650861.962650:0:477:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee487834e00 x1875535807610368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788650861.962716:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487834e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1875535807610368:0@lo:38:kworker.0 00000400:00000100:3.0:1788650861.962821:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875535807610368 offset 0 length 520: 4 00000100:00080000:1.0:1788650861.964551:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788650861.964558:0:477:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1788650861.964562:0:477:0:(import.c:65:import_set_state_nolock()) ffff9ee588802800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788650861.964569:0:477:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 643 00000100:00080000:1.0:1788650861.964574:0:477:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788650861.964580:0:477:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9ee588802800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:1.0:1788650861.964601:0:477:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee487834a80 x1875535807610624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788650861.964648:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487834380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1875535807610496:0@lo:400:kworker.0 00000400:00000100:0.0:1788650861.964696:0:3643:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875535807610496 offset 0 length 224: 4 00000100:00100000:3.0:1788650861.971112:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1875535807610624:0@lo:38:kworker.0 00000400:00000100:3.0:1788650861.971177:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875535807610624 offset 0 length 520: 4 00000100:00100000:1.0:1788650861.972689:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489068380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875535807610752:0@lo:400:kworker.0 00000400:00000100:1.0:1788650861.972749:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875535807610752 offset 0 length 224: 4 00010000:00010000:2.0:1788650862.470416:0:19388:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650863.509764:0:19389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1788650863.922581:0:21122:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:1.0:1788650863.935295:0:21122:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0000 00010000:00010000:1.0:1788650863.935363:0:21122:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5c344da00/0x798896c918a133db lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a133e2 expref: -99 pid: 18650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650863.935378:0:21122:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5c344da00/0x798896c918a133db lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a133e2 expref: -99 pid: 18650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650863.935384:0:21122:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5c344da00/0x798896c918a133db lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x798896c918a133e2 expref: -99 pid: 18650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650863.935390:0:21122:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff9ee5c344da00/0x798896c918a133db lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x798896c918a133e2 expref: -99 pid: 18650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650863.935414:0:21122:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1788650863.935433:0:21122:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1788650863.935461:0:21122:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788650863.935473:0:21122:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ee487834e00 x1875535807610368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788650876 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650863.935487:0:21122:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1788650863.935494:0:21122:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788650863.935499:0:21122:0:(import.c:65:import_set_state_nolock()) ffff9ee486637000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1788650863.935504:0:21122:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788650863.935508:0:21122:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ee487834e00 x1875535807610368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788650876 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650863.935515:0:21122:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788650863.935518:0:21122:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 17s for inflight to error out 00000100:00100000:0.0:1788650863.935572:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487834e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1875535807610368:0@lo:38:kworker.0 00000100:00080000:1.0:1788650863.936799:0:21122:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788650863.936810:0:21122:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ee487834380 x1875535807610496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650877 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650863.936845:0:21122:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1788650863.936850:0:21122:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1788650863.936869:0:21122:0:(import.c:65:import_set_state_nolock()) ffff9ee488052000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00010000:00010000:3.0:1788650863.937251:0:17134:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788650863.937260:0:17134:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff9ee5c344da00/0x798896c918a133db lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x798896c918a133e2 expref: -99 pid: 18650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650863.937270:0:17134:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c344da00 already unused, calling callback (ffffffffc119fc20) 10000000:00010000:3.0:1788650863.937274:0:17134:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff9ee5c344da00/0x798896c918a133db lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x798896c918a133e2 expref: -99 pid: 18650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650863.937284:0:17134:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff9ee5c344da00/0x798896c918a133db lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x798896c918a133e2 expref: -99 pid: 18650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788650863.937292:0:17134:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff9ee5c344da00/0x798896c918a133db lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x798896c918a133e2 expref: -99 pid: 18650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788650863.937297:0:17134:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788650863.937300:0:17134:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1788650863.937303:0:17134:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1788650863.937319:0:17134:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9ee487a56800 00010000:00010000:3.0:1788650863.937322:0:17134:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff9ee5c344da00/0x798896c918a133db lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x798896c918a133e2 expref: -99 pid: 18650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650863.937329:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff9ee5c344da00/0x798896c918a133db lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x798896c918a133e2 expref: -99 pid: 18650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650863.937354:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650863.937356:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650863.937357:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788650863.937483:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3642:1875535807610880:0@lo:39:umount.0 00000100:00100000:1.0:1788650863.937496:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487834380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1875535807610496:0@lo:400:kworker.0 00000400:00000100:0.0:1788650863.937531:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875535807610880 offset 0 length 224: 4 00000100:00080000:0.0:1788650864.005269:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 177629de-ee80-4b7c-945e-eed863756a81->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788650864.005280:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 177629de-ee80-4b7c-945e-eed863756a81->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788650864.005284:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788650864.005287:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788650864.006263:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48906b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1875535807611008:0@lo:400:kworker.0 00000400:00000100:2.0:1788650864.006332:0:3645:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875535807611008 offset 0 length 224: 4 00000001:00100000:1.0:1788650864.009204:0:19471:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788650864.009214:0:19471:0:(genops.c:885:class_export_put()) final put ffff9ee5b678e000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788650864.012233:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b678e000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000001:00100000:2.0:1788650864.013758:0:18651:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788650864.013770:0:18651:0:(genops.c:885:class_export_put()) final put ffff9ee586beb000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788650864.015975:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee5b678d800 for lustre-OST0001 00000020:00000080:0.0:1788650864.023664:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee586beb000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1788650864.027087:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee586bef000 for lustre-OST0000 00010000:00010000:3.0:1788650864.520347:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650865.541338:0:19388:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650866.565318:0:19389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788650867.013315:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 177629de-ee80-4b7c-945e-eed863756a81->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788650867.013330:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 177629de-ee80-4b7c-945e-eed863756a81->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788650867.013333:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788650867.013337:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788650867.013581:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788650867.013630:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1875535807611136:0@lo:400:kworker.0 00000400:00000100:0.0:1788650867.013727:0:3645:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875535807611136 offset 0 length 224: 4 00010000:00010000:3.0:1788650867.589338:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788650868.037317:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788650858/real 1788650858] req@ffff9ee48806c700 x1875535807610240/t0(0) o250->MGC192.168.201.103@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788650868 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788650868.037363:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ee48806c700 x1875535807610240/t0(0) o250->MGC192.168.201.103@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788650868 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788650868.037390:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee487a56800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788650868.037415:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1788650868.037420:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:177629de-ee80-4b7c-945e-eed863756a81:3642:1875535807610240:0@lo:250:ptlrpcd_00_00.0 00000100:00080000:0.0:1788650868.037529:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 177629de-ee80-4b7c-945e-eed863756a81->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788650868.037540:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1788650868.037545:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ee487a56800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788650868.037554:0:36:0:(import.c:545:import_select_connection()) MGC192.168.201.103@tcp: connect to NID 0@lo last attempt 645 00000100:00080000:0.0:1788650868.037562:0:36:0:(import.c:630:import_select_connection()) MGC192.168.201.103@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788650868.037570:0:36:0:(import.c:665:import_select_connection()) MGC192.168.201.103@tcp: import ffff9ee487a56800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:0.0:1788650868.037619:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee48906b100 x1875535807611264/t0(0) o250->MGC192.168.201.103@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788650868.037659:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788650868.037664:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788650868.037752:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788650868.037771:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489068e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875535807611392:0@lo:400:kworker.0 00000400:00000100:3.0:1788650868.037826:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875535807611392 offset 0 length 224: 4 00000100:00100000:2.0:1788650868.038788:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48906b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:177629de-ee80-4b7c-945e-eed863756a81:3642:1875535807611264:0@lo:250:kworker.0 00000400:00000100:2.0:1788650868.038827:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875535807611264 offset 0 length 520: 4 00010000:00010000:3.0:1788650868.613304:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650869.637687:0:19388:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650870.661794:0:19389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650871.685270:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650872.710618:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788650873.157373:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788650863/real 1788650863] req@ffff9ee487835500 x1875535807610880/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788650873 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788650873.157411:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ee487835500 x1875535807610880/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788650873 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788650873.157432:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee488052000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1788650873.157454:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3642:1875535807610880:0@lo:39:umount.0 00000100:00080000:1.0:1788650873.157533:0:21122:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788650873.157538:0:21122:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1788650873.157544:0:21122:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1788650873.158464:0:21122:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5c354a200/0x798896c918a133b1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a133b8 expref: -99 pid: 18650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650873.158479:0:21122:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5c354a200/0x798896c918a133b1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a133b8 expref: -99 pid: 18650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650873.158486:0:21122:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5c354a200/0x798896c918a133b1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x798896c918a133b8 expref: -99 pid: 18650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650873.158493:0:21122:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff9ee5c354a200/0x798896c918a133b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x798896c918a133b8 expref: -99 pid: 18650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650873.158520:0:21122:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788650873.158528:0:21122:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe200/0x798896c918a13715 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a1371c expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650873.158536:0:21122:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe200/0x798896c918a13715 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a1371c expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650873.158568:0:21122:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe200/0x798896c918a13715 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x798896c918a1371c expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650873.158574:0:21122:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe200/0x798896c918a13715 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x798896c918a1371c expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650873.158602:0:21122:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:1.0:1788650873.158607:0:21122:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:1.0:1788650873.158631:0:21122:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0000 00000020:01000000:1.0:1788650873.158635:0:21122:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:1.0:1788650873.158639:0:21122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788650873.158645:0:21122:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788650873.158650:0:21122:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff9ee5b0613380) has no exports 00000020:00080000:1.0:1788650873.158674:0:21122:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff9ee5b0613380) has no exports 00000020:01000000:1.0:1788650873.160342:0:21122:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9ee5b675f120 - data ffff9ee5b0dccaf8/ffff9ee5b0276c00 00000020:01000000:1.0:1788650873.160463:0:21122:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9ee487493d20 - data ffff9ee485c57288/ffff9ee48754dc00 00010000:00010000:3.0:1788650873.160684:0:19389:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788650873.160693:0:19389:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff9ee5c354a200/0x798896c918a133b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x798896c918a133b8 expref: -99 pid: 18650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650873.160704:0:19389:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c354a200 already unused, calling callback (ffffffffc119fc20) 10000000:00010000:3.0:1788650873.160709:0:19389:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff9ee5c354a200/0x798896c918a133b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x798896c918a133b8 expref: -99 pid: 18650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650873.160720:0:19389:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff9ee5c354a200/0x798896c918a133b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x798896c918a133b8 expref: -99 pid: 18650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788650873.160728:0:19389:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff9ee5c354a200/0x798896c918a133b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x798896c918a133b8 expref: -99 pid: 18650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788650873.160734:0:19389:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788650873.160737:0:19389:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:3.0:1788650873.160740:0:19389:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:3.0:1788650873.160773:0:19389:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9ee487a56800 00010000:00010000:3.0:1788650873.160778:0:19389:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff9ee5c354a200/0x798896c918a133b1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x798896c918a133b8 expref: -99 pid: 18650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650873.160785:0:19389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff9ee5c354a200/0x798896c918a133b1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x798896c918a133b8 expref: -99 pid: 18650 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650873.160796:0:19389:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788650873.160799:0:19389:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe200/0x798896c918a13715 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x798896c918a1371c expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650873.160804:0:19389:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4878fe200 already unused, calling callback (ffffffffc119fc20) 10000000:00010000:3.0:1788650873.160807:0:19389:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe200/0x798896c918a13715 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x798896c918a1371c expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650873.160813:0:19389:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe200/0x798896c918a13715 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x798896c918a1371c expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788650873.160819:0:19389:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe200/0x798896c918a13715 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x798896c918a1371c expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788650873.160825:0:19389:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1788650873.160827:0:19389:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1788650873.160829:0:19389:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1788650873.160834:0:19389:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9ee487a56800 00010000:00010000:3.0:1788650873.160837:0:19389:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe200/0x798896c918a13715 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x798896c918a1371c expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650873.160844:0:19389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe200/0x798896c918a13715 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x798896c918a1371c expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650873.160861:0:19389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650873.160863:0:19389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650873.160865:0:19389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650873.163323:0:19388:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:1.0:1788650873.180350:0:21122:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:1.0:1788650873.189413:0:21122:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a133c6 00000020:00000080:1.0:1788650873.189432:0:21122:0:(genops.c:885:class_export_put()) final put ffff9ee4879bb000/lustre-OST0000-osd_UUID 00000020:01000004:1.0:1788650873.189539:0:21122:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ee5b03c4000 from lustre-OST0000, refs=2 00000020:01000004:1.0:1788650873.189553:0:21122:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ee5b03c4000 2 00000020:01000004:1.0:1788650873.189557:0:21122:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9ee5b03c4000 from lustre-OST0000 00000020:00000080:1.0:1788650873.189586:0:21122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788650873.189601:0:21122:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:1.0:1788650873.189605:0:21122:0:(genops.c:885:class_export_put()) final put ffff9ee5b0147000/lustre-OST0000_UUID 00000020:00000080:1.0:1788650873.189609:0:21122:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b0147000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:1.0:1788650873.189618:0:21122:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:1.0:1788650873.189702:0:21122:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:1.0:1788650873.189708:0:21122:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1788650873.190011:0:21122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788650873.190018:0:21122:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1788650873.190027:0:21122:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff9ee486635000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788650873.190035:0:21122:0:(genops.c:1553:class_disconnect_exports()) OBD device 23 (ffff9ee5b48ecd40) has exports, disconnecting them 00000020:00080000:1.0:1788650873.190041:0:21122:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff9ee486635000), last request at 1788650794 00000020:00000080:1.0:1788650873.190046:0:21122:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a133f0 00000020:00080000:1.0:1788650873.190178:0:21122:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ee486635000): rc 0 00000020:00000080:1.0:1788650873.190184:0:21122:0:(genops.c:885:class_export_put()) final put ffff9ee486635000/lustre-MDT0000-lwp-OST0000 00000020:00000080:2.0:1788650873.193095:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee4879bb000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:2.0:1788650873.199207:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee486635000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:2.0:1788650873.199297:0:21122:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:2.0:1788650873.199304:0:21122:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788650873.199310:0:21122:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788650873.199317:0:21122:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788650873.199396:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee486637000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:2.0:1788650873.201033:0:21122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788650873.201051:0:21122:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:2.0:1788650873.201076:0:21122:0:(genops.c:885:class_export_put()) final put ffff9ee588800000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:2.0:1788650873.201716:0:21122:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee588800000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:2.0:1788650873.201967:0:21122:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:2.0:1788650873.202108:0:21122:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1788650873.202114:0:21122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788650873.202124:0:21122:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788650873.202631:0:21122:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff9ee5b03ec800 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788650873.202642:0:21122:0:(genops.c:1553:class_disconnect_exports()) OBD device 24 (ffff9ee5b0614d40) has exports, disconnecting them 00000020:00080000:2.0:1788650873.202666:0:21122:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff9ee5b03ec800), last request at 1788650794 00000020:00000080:2.0:1788650873.202673:0:21122:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a13405 00000020:00080000:2.0:1788650873.202700:0:21122:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ee5b03ec800): rc 0 00000020:00000080:2.0:1788650873.202707:0:21122:0:(genops.c:885:class_export_put()) final put ffff9ee5b03ec800/lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1788650873.209072:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b03ec800/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:3.0:1788650873.210917:0:21122:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:3.0:1788650873.210930:0:21122:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788650873.210935:0:21122:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1788650873.210945:0:21122:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788650873.210993:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee488052000 for lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1788650873.211238:0:21122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788650873.211249:0:21122:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:3.0:1788650873.211257:0:21122:0:(genops.c:885:class_export_put()) final put ffff9ee5b03ea800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:3.0:1788650873.211262:0:21122:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b03ea800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:3.0:1788650873.211268:0:21122:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:3.0:1788650873.211350:0:21122:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ee5b03c4000 1 00000020:00000080:3.0:1788650873.211357:0:21122:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a133a3 00000020:00000080:3.0:1788650873.211365:0:21122:0:(genops.c:885:class_export_put()) final put ffff9ee5b487f800/lustre-OST0000-osd_UUID 00000020:01000000:3.0:1788650873.211373:0:21122:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:3.0:1788650873.211381:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b487f800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1788650873.211388:0:21122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788650873.211394:0:21122:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788650873.211398:0:21122:0:(genops.c:1558:class_disconnect_exports()) OBD device 20 (ffff9ee5b4818000) has no exports 00000100:00080000:0.0:1788650873.221666:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 177629de-ee80-4b7c-945e-eed863756a81->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788650873.221677:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 177629de-ee80-4b7c-945e-eed863756a81->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788650873.221680:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788650873.221684:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788650873.221765:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48906aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875535807611520:0@lo:400:kworker.0 00000400:00000100:0.0:1788650873.221899:0:3644:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875535807611520 offset 0 length 224: 4 00000020:00000080:0.0:1788650873.267269:0:21122:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788650873.267283:0:21122:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:0.0:1788650873.267289:0:21122:0:(genops.c:885:class_export_put()) final put ffff9ee5b03c4800/lustre-OST0000-osd_UUID 00000020:00000080:0.0:1788650873.267293:0:21122:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b03c4800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:0.0:1788650873.267305:0:21122:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:0.0:1788650873.267439:0:21122:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9ee5b03c7000 00000020:02000400:0.0:1788650873.267498:0:21122:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:1.0:1788650873.733824:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650874.757179:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650875.781897:0:19389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788650876.233827:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788650861/real 1788650861] req@ffff9ee487834a80 x1875535807610624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1788650876 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788650876.233863:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ee487834a80 x1875535807610624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 1 dl 1788650876 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788650876.233885:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee588802800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788650876.233906:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788650876.233910:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1875535807610624:0@lo:38:kworker.0 00000100:00080000:0.0:1788650876.233944:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 177629de-ee80-4b7c-945e-eed863756a81->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788650876.233949:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 177629de-ee80-4b7c-945e-eed863756a81->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788650876.233952:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788650876.233955:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788650876.233957:0:8:0:(import.c:65:import_set_state_nolock()) ffff9ee588802800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788650876.233962:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 648 00000100:00080000:0.0:1788650876.233967:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1788650876.233973:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9ee588802800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:0.0:1788650876.234011:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee489069880 x1875535807611648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788650876.234078:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489068700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1875535807611776:0@lo:400:kworker.0 00000400:00000100:0.0:1788650876.234126:0:3645:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875535807611776 offset 0 length 224: 4 00000100:00100000:0.0:1788650876.234184:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489069880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1875535807611648:0@lo:38:kworker.0 00000400:00000100:0.0:1788650876.234205:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875535807611648 offset 0 length 520: 4 00010000:00010000:2.0:1788650876.808235:0:19388:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788650876.927923:0:21326:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:3.0:1788650876.948471:0:21326:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0001 00010000:00010000:3.0:1788650876.948589:0:21326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486954400/0x798896c918a13539 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13540 expref: -99 pid: 19470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650876.948625:0:21326:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486954400/0x798896c918a13539 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13540 expref: -99 pid: 19470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650876.948632:0:21326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486954400/0x798896c918a13539 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x798896c918a13540 expref: -99 pid: 19470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650876.948639:0:21326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff9ee486954400/0x798896c918a13539 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x798896c918a13540 expref: -99 pid: 19470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650876.948663:0:21326:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788650876.948669:0:21326:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1788650876.948693:0:21326:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788650876.948705:0:21326:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ee489069880 x1875535807611648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788650896 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650876.948725:0:21326:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788650876.948731:0:21326:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788650876.948737:0:21326:0:(import.c:65:import_set_state_nolock()) ffff9ee588802800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1788650876.948742:0:21326:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788650876.948746:0:21326:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ee489069880 x1875535807611648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788650896 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650876.948752:0:21326:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788650876.948756:0:21326:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 26s for inflight to error out 00000100:00100000:0.0:1788650876.948824:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489069880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1875535807611648:0@lo:38:kworker.0 00010000:00010000:1.0:1788650876.948909:0:17134:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788650876.948917:0:17134:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff9ee486954400/0x798896c918a13539 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x798896c918a13540 expref: -99 pid: 19470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650876.948924:0:17134:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee486954400 already unused, calling callback (ffffffffc119fc20) 10000000:00010000:1.0:1788650876.948939:0:17134:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff9ee486954400/0x798896c918a13539 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x798896c918a13540 expref: -99 pid: 19470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650876.948949:0:17134:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff9ee486954400/0x798896c918a13539 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x798896c918a13540 expref: -99 pid: 19470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788650876.948956:0:17134:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff9ee486954400/0x798896c918a13539 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x798896c918a13540 expref: -99 pid: 19470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788650876.948961:0:17134:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788650876.948963:0:17134:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1788650876.948966:0:17134:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1788650876.948980:0:17134:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9ee487a56800 00010000:00010000:1.0:1788650876.948984:0:17134:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff9ee486954400/0x798896c918a13539 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x798896c918a13540 expref: -99 pid: 19470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650876.949001:0:17134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff9ee486954400/0x798896c918a13539 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x798896c918a13540 expref: -99 pid: 19470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650876.949013:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650876.949015:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650876.949017:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788650876.950041:0:21326:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788650876.950052:0:21326:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ee489068380 x1875535807610752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650877 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650876.950310:0:21326:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ee48906b480 x1875535807611008/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650880 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650876.950346:0:21326:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ee48806f480 x1875535807611136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650883 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650876.950355:0:21326:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ee489068e00 x1875535807611392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650884 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650876.950363:0:21326:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ee48906aa00 x1875535807611520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650889 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650876.950372:0:21326:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ee489068700 x1875535807611776/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650892 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650876.950379:0:21326:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788650876.950384:0:21326:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1788650876.950409:0:21326:0:(import.c:65:import_set_state_nolock()) ffff9ee487487800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1788650876.950494:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489068700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1875535807611776:0@lo:400:kworker.0 00000100:00100000:0.0:1788650876.950504:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1875535807611136:0@lo:400:kworker.0 00000100:00100000:0.0:1788650876.950512:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48906b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1875535807611008:0@lo:400:kworker.0 00000100:00100000:2.0:1788650876.950612:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3642:1875535807611904:0@lo:39:umount.0 00000400:00000100:2.0:1788650876.950661:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875535807611904 offset 0 length 224: 4 00000100:00100000:1.0:1788650876.957834:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489068380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875535807610752:0@lo:400:kworker.0 00000100:00100000:0.0:1788650876.957963:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48906aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875535807611520:0@lo:400:kworker.0 00000100:00100000:0.0:1788650876.957973:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489068e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875535807611392:0@lo:400:kworker.0 00010000:00010000:1.0:1788650877.831215:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650878.856289:0:19389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650879.877485:0:19388:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650880.907366:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788650881.413807:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 177629de-ee80-4b7c-945e-eed863756a81->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788650881.413817:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 177629de-ee80-4b7c-945e-eed863756a81->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1788650881.926080:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650882.949284:0:19389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788650883.077206:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788650868/real 1788650868] req@ffff9ee48906b100 x1875535807611264/t0(0) o250->MGC192.168.201.103@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788650883 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788650883.077239:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ee48906b100 x1875535807611264/t0(0) o250->MGC192.168.201.103@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788650883 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788650883.077258:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee487a56800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788650883.077283:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1788650883.077288:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48906b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:177629de-ee80-4b7c-945e-eed863756a81:3642:1875535807611264:0@lo:250:kworker.0 00000100:00080000:3.0:1788650883.077549:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 177629de-ee80-4b7c-945e-eed863756a81->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788650883.077555:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1788650883.077558:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ee487a56800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788650883.077563:0:36:0:(import.c:545:import_select_connection()) MGC192.168.201.103@tcp: connect to NID 0@lo last attempt 654 00000100:00080000:3.0:1788650883.077568:0:36:0:(import.c:630:import_select_connection()) MGC192.168.201.103@tcp: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788650883.077575:0:36:0:(import.c:665:import_select_connection()) MGC192.168.201.103@tcp: import ffff9ee487a56800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:3.0:1788650883.077612:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee48794d180 x1875535807612032/t0(0) o250->MGC192.168.201.103@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788650883.077731:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:177629de-ee80-4b7c-945e-eed863756a81:3642:1875535807612032:0@lo:250:kworker.0 00000400:00000100:0.0:1788650883.077782:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875535807612032 offset 0 length 520: 4 00010000:00010000:2.0:1788650883.973243:0:19388:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650884.999593:0:17134:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650886.021227:0:17135:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788650886.149483:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788650876/real 1788650876] req@ffff9ee48794c000 x1875535807611904/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788650886 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788650886.149532:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ee48794c000 x1875535807611904/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788650886 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788650886.149551:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee487487800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1788650886.149572:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3642:1875535807611904:0@lo:39:umount.0 00000100:00080000:3.0:1788650886.149745:0:21326:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788650886.149751:0:21326:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788650886.149773:0:21326:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1788650886.151907:0:21326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff800/0x798896c918a1350f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13516 expref: -99 pid: 19470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650886.151927:0:21326:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff800/0x798896c918a1350f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13516 expref: -99 pid: 19470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650886.151935:0:21326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff800/0x798896c918a1350f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x798896c918a13516 expref: -99 pid: 19470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650886.151942:0:21326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff800/0x798896c918a1350f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x798896c918a13516 expref: -99 pid: 19470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650886.152130:0:21326:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788650886.152430:0:21326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168200/0x798896c918a13707 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a1370e expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650886.152439:0:21326:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168200/0x798896c918a13707 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a1370e expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650886.152446:0:21326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168200/0x798896c918a13707 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x798896c918a1370e expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650886.152451:0:21326:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168200/0x798896c918a13707 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x798896c918a1370e expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650886.152901:0:19389:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788650886.152910:0:19389:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff800/0x798896c918a1350f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x798896c918a13516 expref: -99 pid: 19470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650886.152917:0:19389:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4878ff800 already unused, calling callback (ffffffffc119fc20) 10000000:00010000:2.0:1788650886.152921:0:19389:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff800/0x798896c918a1350f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x798896c918a13516 expref: -99 pid: 19470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650886.152930:0:19389:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff800/0x798896c918a1350f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x798896c918a13516 expref: -99 pid: 19470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788650886.152937:0:19389:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff800/0x798896c918a1350f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x798896c918a13516 expref: -99 pid: 19470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788650886.152943:0:19389:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788650886.152946:0:19389:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 00010000:00010000:2.0:1788650886.152958:0:19389:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9ee487a56800 00010000:00010000:2.0:1788650886.152962:0:19389:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff800/0x798896c918a1350f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x798896c918a13516 expref: -99 pid: 19470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650886.152968:0:19389:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff800/0x798896c918a1350f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x798896c918a13516 expref: -99 pid: 19470 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650886.153368:0:19389:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788650886.153372:0:19389:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168200/0x798896c918a13707 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x798896c918a1370e expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650886.153377:0:19389:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5a0168200 already unused, calling callback (ffffffffc119fc20) 10000000:00010000:2.0:1788650886.153380:0:19389:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168200/0x798896c918a13707 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x798896c918a1370e expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650886.153387:0:19389:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168200/0x798896c918a13707 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x798896c918a1370e expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788650886.153394:0:19389:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168200/0x798896c918a13707 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x798896c918a1370e expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788650886.153399:0:19389:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1788650886.153401:0:19389:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:2.0:1788650886.153407:0:19389:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9ee487a56800 00010000:00010000:2.0:1788650886.153410:0:19389:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168200/0x798896c918a13707 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x798896c918a1370e expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650886.153417:0:19389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650886.153418:0:19389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650886.153420:0:19389:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650886.153592:0:21326:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788650886.153600:0:21326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168200/0x798896c918a13707 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x798896c918a1370e expref: -99 pid: 17143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788650886.153614:0:21326:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:3.0:1788650886.153627:0:21326:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 10000000:01000000:3.0:1788650886.153629:0:21326:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:3.0:1788650886.153662:0:21326:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0001 00000020:01000000:3.0:1788650886.153666:0:21326:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:3.0:1788650886.153672:0:21326:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788650886.153678:0:21326:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788650886.153682:0:21326:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff9ee487750000) has no exports 00000020:00080000:3.0:1788650886.153710:0:21326:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff9ee487750000) has no exports 00010000:00010000:2.0:1788650886.156117:0:19388:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1788650886.156960:0:21326:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9ee4874935a0 - data ffff9ee5b0c88af8/ffff9ee486676000 00000020:01000000:2.0:1788650886.157336:0:21326:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9ee588a4f900 - data ffff9ee5893591b0/ffff9ee486674c00 00100000:10000000:2.0:1788650886.172798:0:21326:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1788650886.189618:0:21326:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a13524 00000020:00000080:2.0:1788650886.189630:0:21326:0:(genops.c:885:class_export_put()) final put ffff9ee487485800/lustre-OST0001-osd_UUID 00000020:01000004:2.0:1788650886.189654:0:21326:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ee586bee000 from lustre-OST0001, refs=2 00000020:01000004:2.0:1788650886.189667:0:21326:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ee586bee000 2 00000020:01000004:2.0:1788650886.189670:0:21326:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9ee586bee000 from lustre-OST0001 00000020:00000080:2.0:1788650886.189694:0:21326:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788650886.189706:0:21326:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:2.0:1788650886.189709:0:21326:0:(genops.c:885:class_export_put()) final put ffff9ee487484000/lustre-OST0001_UUID 00000020:00000080:2.0:1788650886.189712:0:21326:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee487484000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:2.0:1788650886.189718:0:21326:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:2.0:1788650886.189821:0:21326:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 177629de-ee80-4b7c-945e-eed863756a81->MGS 00010000:00010000:2.0:1788650886.189838:0:21326:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff9ee5c344cc00/0x798896c918a1326f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x798896c918a13276 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788650886.189850:0:21326:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff9ee5c344cc00/0x798896c918a1326f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x798896c918a13276 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788650886.189856:0:21326:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:2.0:1788650886.189859:0:21326:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:2.0:1788650886.189862:0:21326:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:2.0:1788650886.189877:0:21326:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9ee487a56800 00010000:00010000:2.0:1788650886.189881:0:21326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff9ee5c344cc00/0x798896c918a1326f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x798896c918a13276 expref: -99 pid: 17878 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650886.189895:0:21326:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff9ee5c344d800/0x798896c918a1315e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x798896c918a13165 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788650886.189901:0:21326:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff9ee5c344d800/0x798896c918a1315e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x798896c918a13165 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788650886.189906:0:21326:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788650886.189908:0:21326:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:2.0:1788650886.189909:0:21326:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:2.0:1788650886.189917:0:21326:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9ee487a56800 00010000:00010000:2.0:1788650886.189919:0:21326:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff9ee5c344d800/0x798896c918a1315e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x798896c918a13165 expref: -99 pid: 17125 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788650886.189943:0:21326:0:(import.c:65:import_set_state_nolock()) ffff9ee487a56800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:2.0:1788650886.189947:0:21326:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1788650886.189949:0:21326:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1788650886.189950:0:21326:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1788650886.189955:0:21326:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1788650886.189967:0:21326:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ee48794d180 x1875535807612032/t0(0) o250->MGC192.168.201.103@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1788650903 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1788650886.189994:0:21326:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1788650886.189996:0:21326:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 22s for inflight to error out 00000020:00000080:0.0:1788650886.190089:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee487485800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000100:00100000:1.0:1788650886.190470:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:177629de-ee80-4b7c-945e-eed863756a81:3642:1875535807612032:0@lo:250:kworker.0 10000000:01000000:2.0:1788650886.191042:0:21326:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1788650886.191051:0:21326:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a13149 00000020:00000080:2.0:1788650886.191085:0:21326:0:(genops.c:885:class_export_put()) final put ffff9ee487a50800/177629de-ee80-4b7c-945e-eed863756a81 00000020:01000000:2.0:1788650886.191100:0:21326:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.201.103@tcp (flags='') 00000020:00000080:2.0:1788650886.191107:0:21326:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788650886.191113:0:21326:0:(obd_config.c:956:class_cleanup()) MGC192.168.201.103@tcp: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1788650886.191118:0:21326:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff9ee4876319c0) has no exports 00000020:00000080:0.0:1788650886.191191:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee487a50800/177629de-ee80-4b7c-945e-eed863756a81 for MGC192.168.201.103@tcp 10000000:01000000:1.0:1788650886.191306:0:17143:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:2.0:1788650886.191459:0:21326:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.201.103@tcp: client import never connected 00000100:00080000:2.0:1788650886.191463:0:21326:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:2.0:1788650886.191466:0:21326:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1788650886.191469:0:21326:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:2.0:1788650886.191471:0:21326:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1788650886.191527:0:21326:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788650886.191533:0:21326:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.201.103@tcp (uuid 177629de-ee80-4b7c-945e-eed863756a81) 00000020:01000000:2.0:1788650886.191538:0:21326:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1788650886.191542:0:21326:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788650886.191545:0:21326:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788650886.191551:0:21326:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff9ee588851000 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788650886.191556:0:21326:0:(genops.c:1553:class_disconnect_exports()) OBD device 27 (ffff9ee5b48e8000) has exports, disconnecting them 00000020:00080000:2.0:1788650886.191560:0:21326:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff9ee588851000), last request at 1788650810 00000020:00000080:2.0:1788650886.191564:0:21326:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a1354e 00000020:00080000:2.0:1788650886.191587:0:21326:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ee588851000): rc 0 00000020:00000080:2.0:1788650886.191590:0:21326:0:(genops.c:885:class_export_put()) final put ffff9ee588851000/lustre-MDT0000-lwp-OST0001 00000020:00000080:0.0:1788650886.192192:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee487a56800 for MGC192.168.201.103@tcp 00000020:00000080:0.0:1788650886.192200:0:36:0:(genops.c:885:class_export_put()) final put ffff9ee487a55800/177629de-ee80-4b7c-945e-eed863756a81 00000020:00000080:0.0:1788650886.192203:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee487a55800/177629de-ee80-4b7c-945e-eed863756a81 for MGC192.168.201.103@tcp 00000020:01000000:0.0:1788650886.192209:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.201.103@tcp (177629de-ee80-4b7c-945e-eed863756a81) 00000020:00000080:0.0:1788650886.192475:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee588851000/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:2.0:1788650886.286267:0:21326:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:2.0:1788650886.286276:0:21326:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788650886.286280:0:21326:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788650886.286289:0:21326:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788650886.286396:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee588802800 for lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1788650886.286758:0:21326:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788650886.286770:0:21326:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:2.0:1788650886.286776:0:21326:0:(genops.c:885:class_export_put()) final put ffff9ee588853000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:2.0:1788650886.286780:0:21326:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee588853000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:2.0:1788650886.286790:0:21326:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:2.0:1788650886.286853:0:21326:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1788650886.286857:0:21326:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788650886.286862:0:21326:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788650886.286869:0:21326:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff9ee487483800 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788650886.286874:0:21326:0:(genops.c:1553:class_disconnect_exports()) OBD device 28 (ffff9ee4877519c0) has exports, disconnecting them 00000020:00080000:2.0:1788650886.286878:0:21326:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff9ee487483800), last request at 1788650810 00000020:00000080:2.0:1788650886.286882:0:21326:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a13563 00000020:00080000:2.0:1788650886.286894:0:21326:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ee487483800): rc 0 00000020:00000080:2.0:1788650886.286898:0:21326:0:(genops.c:885:class_export_put()) final put ffff9ee487483800/lustre-MDT0001-lwp-OST0001 00000020:00000080:0.0:1788650886.287093:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee487483800/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:2.0:1788650886.288019:0:21326:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:2.0:1788650886.288025:0:21326:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788650886.288029:0:21326:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788650886.288035:0:21326:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1788650886.288340:0:17134:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:1.0:1788650886.288475:0:17135:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:1.0:1788650886.288575:0:19389:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00010000:00010000:1.0:1788650886.288669:0:19388:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-4 blwis in pool) 00000100:00100000:1.0:1788650886.288766:0:20178:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_002: service thread [ffff9ee486934600:20178] 2 exiting: rc = 0 00000100:00100000:1.0:1788650886.288827:0:17130:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff9ee595092a00:17130] 1 exiting: rc = 0 00000100:00100000:3.0:1788650886.289484:0:17129:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff9ee595093400:17129] 0 exiting: rc = 1 00000100:00100000:1.0:1788650886.289652:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.289903:0:18302:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff9ee59092c200:18302] 3 exiting: rc = 0 00000100:00100000:1.0:1788650886.289965:0:17133:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff9ee5c35f4a00:17133] 2 exiting: rc = 0 00000100:00100000:1.0:1788650886.290038:0:17132:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff9ee5b6304800:17132] 1 exiting: rc = 0 00000100:00100000:1.0:1788650886.290382:0:17131:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff9ee5c36e8800:17131] 0 exiting: rc = 1 00000100:00100000:1.0:1788650886.290433:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290440:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290458:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290465:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290472:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290479:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290486:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290491:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290497:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290502:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290507:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290525:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290530:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290535:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290540:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290546:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290550:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290555:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290560:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290566:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290570:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290576:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290581:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290586:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290592:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290599:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290605:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290611:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290617:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290623:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290628:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290634:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290698:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290704:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290709:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290714:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290718:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290730:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290736:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290741:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290747:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290752:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290758:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290763:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290768:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290772:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290778:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290782:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290788:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290792:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290797:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290801:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290805:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290810:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290815:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290820:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290825:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290829:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290834:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290840:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290845:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290850:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290855:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.290860:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1788650886.291769:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ee487487800 for lustre-MDT0001-lwp-OST0001 00000020:00000080:0.0:1788650886.292515:0:21326:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788650886.292524:0:21326:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:0.0:1788650886.292529:0:21326:0:(genops.c:885:class_export_put()) final put ffff9ee487487000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:0.0:1788650886.292533:0:21326:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee487487000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:0.0:1788650886.292539:0:21326:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:0.0:1788650886.292595:0:21326:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ee586bee000 1 00000020:00000080:0.0:1788650886.292601:0:21326:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x798896c918a13508 00000020:00000080:0.0:1788650886.292607:0:21326:0:(genops.c:885:class_export_put()) final put ffff9ee586be9800/lustre-OST0001-osd_UUID 00000020:01000000:0.0:1788650886.292617:0:21326:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:0.0:1788650886.292626:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee586be9800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:0.0:1788650886.292635:0:21326:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788650886.292640:0:21326:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788650886.292644:0:21326:0:(genops.c:1558:class_disconnect_exports()) OBD device 25 (ffff9ee487754d40) has no exports 00000020:00000080:0.0:1788650886.372991:0:21326:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788650886.373008:0:21326:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:0.0:1788650886.373015:0:21326:0:(genops.c:885:class_export_put()) final put ffff9ee586be8800/lustre-OST0001-osd_UUID 00000020:00000080:0.0:1788650886.373021:0:21326:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee586be8800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:0.0:1788650886.373034:0:21326:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:0.0:1788650886.392921:0:21326:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9ee586bea800 00000020:01000000:0.0:1788650886.392965:0:21326:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:0.0:1788650886.392970:0:21326:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788650886.392977:0:21326:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788650886.392982:0:21326:0:(genops.c:1558:class_disconnect_exports()) OBD device 21 (ffff9ee590f5cd40) has no exports 00000020:00000080:0.0:1788650886.393007:0:21326:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788650886.393016:0:21326:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:0.0:1788650886.393020:0:21326:0:(genops.c:885:class_export_put()) final put ffff9ee5b487c800/OSS_uuid 00000020:00000080:0.0:1788650886.393024:0:21326:0:(genops.c:844:class_export_destroy()) destroying export ffff9ee5b487c800/OSS_uuid for OSS 00000020:01000000:0.0:1788650886.393030:0:21326:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:0.0:1788650886.393549:0:19710:0:(service.c:3183:ptlrpc_main()) ll_ost00_004: service thread [ffff9ee487448a00:19710] 4 exiting: rc = 0 00000100:00100000:0.0:1788650886.393645:0:18656:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff9ee5b006c200:18656] 1 exiting: rc = 0 00000100:00100000:1.0:1788650886.393957:0:19139:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff9ee487ad2200:19139] 3 exiting: rc = 0 00000100:00100000:1.0:1788650886.394036:0:18657:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff9ee486562a00:18657] 2 exiting: rc = 0 00000100:00100000:2.0:1788650886.396230:0:18654:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff9ee5832fd000:18654] 0 exiting: rc = 1 00000100:00100000:0.0:1788650886.399013:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399024:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399028:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399033:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399038:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399043:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399048:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399052:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399083:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399089:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399094:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399098:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399102:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399107:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399112:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399117:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399122:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399128:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399133:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399139:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399145:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399149:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399154:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399159:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399191:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399196:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399201:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399208:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399212:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399218:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399248:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399254:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399260:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399265:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399269:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399285:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399290:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399295:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399299:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399304:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399309:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399314:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399329:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399335:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399340:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399344:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399348:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399353:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399358:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399362:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399367:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399372:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399378:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399383:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399390:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399396:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399414:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399420:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399427:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399439:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399444:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399450:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399455:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.399460:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788650886.400591:0:18659:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff9ee590d9cc00:18659] 1 exiting: rc = 0 00000100:00100000:2.0:1788650886.400832:0:18658:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff9ee590d9dc00:18658] 0 exiting: rc = 1 00000100:00100000:0.0:1788650886.401097:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401105:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401110:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401115:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401120:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401126:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401130:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401136:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401141:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401146:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401150:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401155:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401160:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401166:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401183:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401190:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401195:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401200:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401205:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401210:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401214:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401220:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401224:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401229:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401234:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401240:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401245:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401249:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401255:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401260:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401420:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401426:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401431:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401436:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401441:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401446:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401451:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401457:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401462:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401467:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401472:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401477:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401482:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401486:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401492:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401497:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401501:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401507:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401512:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401517:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401522:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401536:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401545:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401550:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401710:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401718:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401723:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401729:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401733:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401737:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401742:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401746:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401751:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788650886.401761:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00080000:3.0:1788650886.402138:0:17142:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:2.0:1788650886.404916:0:18660:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff9ee5b00bf400:18660] 0 exiting: rc = 1 00000100:00100000:2.0:1788650886.412275:0:18661:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff9ee5834dae00:18661] 1 exiting: rc = 0 00000100:00100000:0.0:1788650886.413815:0:18662:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff9ee591c18a00:18662] 2 exiting: rc = 0 00000100:00100000:3.0:1788650886.413951:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.413960:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.413975:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.413982:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.413988:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.413994:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.413999:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414004:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414009:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414014:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414020:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414026:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414031:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414036:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414041:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414047:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414053:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414082:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414089:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414109:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414117:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414123:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414129:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414135:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414147:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414153:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414159:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414164:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414169:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414175:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414180:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414186:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414191:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414196:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414202:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414208:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414213:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414219:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414225:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414230:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414237:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414244:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414249:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414266:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414282:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414288:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414295:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414301:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414307:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414312:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414326:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414332:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414338:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414343:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414348:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414353:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414359:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414364:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414369:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414380:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414391:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414404:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414410:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.414416:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.418392:0:18664:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff9ee486825800:18664] 1 exiting: rc = 0 00000100:00100000:2.0:1788650886.418599:0:18663:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff9ee5834db200:18663] 0 exiting: rc = 1 00000100:00100000:3.0:1788650886.418772:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.418780:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.418786:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.418791:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.418796:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.418802:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.418807:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.418811:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.418817:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.418821:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.418826:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.418830:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.418835:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.418840:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.418844:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.418849:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.418896:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.418902:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.418908:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.418913:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.418926:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.418933:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.418939:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.418943:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.418949:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.418954:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.418966:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.418975:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.418981:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.418992:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.418997:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.419002:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.419007:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.419011:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.419017:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.419023:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.421858:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.421881:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.421886:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.421891:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.421897:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.421902:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.421908:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.421914:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.421921:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.421925:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.421930:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.421935:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.421940:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.421945:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.421949:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.421955:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.421959:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.421964:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.421969:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.421974:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.421979:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.421984:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.421989:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.421994:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.421999:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.422004:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.422009:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.422014:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788650886.423084:0:18665:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff9ee48782e600:18665] 0 exiting: rc = 1 00000100:00100000:2.0:1788650886.423179:0:18666:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff9ee486825c00:18666] 1 exiting: rc = 0 00000100:00100000:3.0:1788650886.424376:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.424386:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.424394:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.424402:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.424408:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.424414:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.424422:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.424430:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.424437:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.424454:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.424461:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.424468:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.424488:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.424495:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.424502:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.424508:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.424514:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.424520:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.424527:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.424534:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.424541:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.424547:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.424553:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425141:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425163:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425169:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425175:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425182:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425189:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425196:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425203:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425209:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425215:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425220:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425225:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425248:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425266:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425272:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425277:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425282:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425288:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425294:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425300:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425306:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425312:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425344:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425358:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425366:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425392:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425400:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425405:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425412:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425419:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425426:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425432:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425439:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425447:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425455:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425462:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425468:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425490:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425498:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425504:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788650886.425510:0:21326:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:3.0:1788650886.443716:0:21326:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:0.0:1788650907.304945:0:22093:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg103-server.virtnet: executing load_modules_local 00000020:01000004:3.0:1788650917.906644:0:22695:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1788650917.906651:0:22695:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:3.0:1788650917.906653:0:22695:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1788650917.908096:0:22695:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9ee5b03a3800 00000020:01000004:3.0:1788650917.908126:0:22695:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:3.0:1788650917.908135:0:22695:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1788650917.908165:0:22695:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff9ee5b48199c0) 00000020:00000080:3.0:1788650917.908179:0:22695:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1788650917.956811:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1788650917.960149:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1788650917.961864:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:2.0:1788650917.962115:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1788650917.962420:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:2.0:1788650917.962724:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:2.0:1788650917.962964:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:2.0:1788650917.963219:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:2.0:1788650917.963514:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:2.0:1788650917.963737:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:2.0:1788650917.963960:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:2.0:1788650917.964398:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:2.0:1788650917.964705:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:2.0:1788650917.964908:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:2.0:1788650917.965157:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:2.0:1788650917.965419:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1788650917.965717:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1788650917.966020:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1788650917.966224:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1788650917.966533:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:2.0:1788650917.966758:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:2.0:1788650917.967042:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1788650917.967395:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:2.0:1788650917.967677:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:2.0:1788650917.967934:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1788650917.968399:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1788650917.968688:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1788650917.968919:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1788650917.969211:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1788650917.969471:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1788650917.969697:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:3.0:1788650917.969944:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1788650917.970371:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1788650917.970659:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1788650917.973454:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:3.0:1788650917.974505:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:3.0:1788650917.974958:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:3.0:1788650917.975296:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:3.0:1788650917.975683:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:3.0:1788650917.975930:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1788650917.976238:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1788650917.976554:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1788650917.976819:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:3.0:1788650917.977097:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:3.0:1788650917.977279:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1788650917.977676:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:3.0:1788650917.977877:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1788650917.978812:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:3.0:1788650917.979295:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:3.0:1788650917.979613:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:3.0:1788650917.979996:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:3.0:1788650917.980259:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:3.0:1788650917.980671:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00080000:01000000:3.0:1788650917.981346:0:22695:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1788650917.981567:0:22695:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:3.0:1788650917.981575:0:22695:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:3.0:1788650917.981587:0:22695:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x798896c918a139bc 00000020:01000004:3.0:1788650917.981594:0:22695:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:3.0:1788650917.981601:0:22695:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:3.0:1788650917.981605:0:22695:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9ee5b03a3800 from MGS 00000020:01000004:3.0:1788650917.981609:0:22695:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:3.0:1788650917.981618:0:22695:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff9ee5b481cd40) 00000020:00000080:3.0:1788650917.981628:0:22695:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:3.0:1788650917.981680:0:22695:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ee5b03a3800 from MGS, refs=2 00080000:01000000:3.0:1788650917.981683:0:22695:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:3.0:1788650917.981687:0:22695:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x798896c918a139ca 00000100:00100000:3.0:1788650917.981788:0:22695:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:3.0:1788650917.981906:0:22695:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:3.0:1788650917.981911:0:22695:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:1.0:1788650917.982544:0:22695:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:1.0:1788650917.982552:0:22695:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:1.0:1788650917.983220:0:22695:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788650917.983388:0:22695:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:1.0:1788650917.983399:0:22695:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1788650917.984268:0:22695:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:1.0:1788650917.984275:0:22695:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:1.0:1788650917.984789:0:22695:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:1.0:1788650917.984796:0:22695:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:3.0:1788650917.985613:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650917.985617:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650917.985619:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650917.985978:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650917.985981:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650917.985983:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650917.988162:0:22695:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:3.0:1788650917.993367:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:1.0:1788650917.993565:0:22695:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:1.0:1788650917.994421:0:22707:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:3.0:1788650917.994524:0:22695:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:3.0:1788650917.994565:0:22695:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1788650917.995254:0:22695:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:3.0:1788650917.996741:0:22695:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788650917.996918:0:22695:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:3.0:1788650917.996925:0:22695:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:3.0:1788650918.007378:0:22695:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:3.0:1788650918.007399:0:22695:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:3.0:1788650918.008048:0:22695:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:3.0:1788650918.008200:0:22695:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:3.0:1788650918.009183:0:22695:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:3.0:1788650918.009207:0:22695:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.201.103@tcp' 00000020:01000004:3.0:1788650918.009209:0:22695:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:3.0:1788650918.009244:0:22695:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.201.103@tcp (typ=mgc) 00000020:00000080:3.0:1788650918.009258:0:22695:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.201.103@tcp (ffff9ee5b481b380) 00000020:00000080:3.0:1788650918.009275:0:22695:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:3.0:1788650918.009431:0:22695:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9ee487483800@MGC192.168.201.103@tcp: add connection 192.168.201.103@tcp at head 00010000:00010000:3.0:1788650918.009669:0:22695:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.201.103@tcp-0 is initialized 00000040:01000000:3.0:1788650918.009676:0:22695:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.103@tcp ctxt 1 is initialized 10000000:01000000:3.0:1788650918.010219:0:22713:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000100:00080000:1.0:1788650918.010328:0:22712:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00000020:00000080:0.0:1788650918.010521:0:22695:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.201.103@tcp (uuid 5f8e7104-edca-4618-b1e3-4f9f7d7021fd) 00000020:00000080:0.0:1788650918.010540:0:22695:0:(genops.c:1385:class_connect()) connect: client 5f8e7104-edca-4618-b1e3-4f9f7d7021fd, cookie 0x798896c918a139d8 00000100:00080000:0.0:1788650918.010550:0:22695:0:(import.c:545:import_select_connection()) MGC192.168.201.103@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788650918.010556:0:22695:0:(import.c:665:import_select_connection()) MGC192.168.201.103@tcp: import ffff9ee487483800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:0.0:1788650918.010592:0:22695:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee48906a680 x1875535807612160/t0(0) o250->MGC192.168.201.103@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788650918.010620:0:22695:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 5f8e7104-edca-4618-b1e3-4f9f7d7021fd->MGS 00000020:01000004:0.0:1788650918.010644:0:22695:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:0.0:1788650918.010649:0:22695:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:0.0:1788650918.010661:0:22695:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff9ee5b48eb380) 00000020:00000080:0.0:1788650918.010670:0:22695:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:1.0:1788650918.010809:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48906a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3642:1875535807612160:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1788650918.010880:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650918.010944:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807612160 00000100:00100000:1.0:1788650918.010951:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807612160 00000100:00100000:1.0:1788650918.010993:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788650918.011000:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bbac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3642:x1875535807612160:12345-0@lo:250:mount.lustre.0 00010000:00080000:1.0:1788650918.011024:0:22708:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 5f8e7104-edca-4618-b1e3-4f9f7d7021fd@0@lo t0 exp 0000000000000000 cur 704 last 0 00000020:00000080:1.0:1788650918.011044:0:22708:0:(genops.c:1385:class_connect()) connect: client 5f8e7104-edca-4618-b1e3-4f9f7d7021fd, cookie 0x798896c918a139e6 00000100:00080000:1.0:1788650918.011199:0:22708:0:(import.c:65:import_set_state_nolock()) ffff9ee5b0392800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788650918.011250:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bbac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+5:3642:x1875535807612160:12345-0@lo:250:mount.lustre.0 Request processed in 248us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650918.011258:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788650918.011312:0:3642:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.201.103@tcp: committing for last_committed 0 gen 1 00000100:00080000:1.0:1788650918.011320:0:3642:0:(import.c:1176:ptlrpc_connect_interpret()) MGC192.168.201.103@tcp: connect to target with instance 0 00000100:00080000:1.0:1788650918.011327:0:3642:0:(import.c:1000:ptlrpc_connect_set_flags()) MGC192.168.201.103@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1788650918.011331:0:3642:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1788650918.011334:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee487483800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1788650918.011337:0:3642:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1788650918.011345:0:3642:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:1.0:1788650918.011350:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48906a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3642:1875535807612160:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1788650918.025499:0:22695:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788650918.025723:0:22695:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:0.0:1788650918.025730:0:22695:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:0.0:1788650918.033939:0:22695:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:0.0:1788650918.033953:0:22695:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:0.0:1788650918.034622:0:22695:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:0.0:1788650918.034631:0:22695:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:0.0:1788650918.035915:0:22695:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788650918.036238:0:22695:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:0.0:1788650918.036244:0:22695:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:0.0:1788650918.042630:0:22695:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:0.0:1788650918.042642:0:22695:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:0.0:1788650918.079844:0:22695:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788650918.080405:0:22695:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:0.0:1788650918.080414:0:22695:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:0.0:1788650918.081843:0:22695:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:0.0:1788650918.081856:0:22695:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:0.0:1788650918.082815:0:22695:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788650918.083152:0:22695:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:0.0:1788650918.083166:0:22695:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:0.0:1788650918.083871:0:22695:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:0.0:1788650918.083879:0:22695:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:0.0:1788650918.084747:0:22695:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788650918.084957:0:22695:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:0.0:1788650918.084962:0:22695:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:0.0:1788650918.087940:0:22695:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:0.0:1788650918.087954:0:22695:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:0.0:1788650918.088637:0:22695:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788650918.088818:0:22695:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:0.0:1788650918.088823:0:22695:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:0.0:1788650918.089490:0:22695:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:0.0:1788650918.089498:0:22695:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:0.0:1788650918.106906:0:22695:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788650918.107588:0:22695:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1788650918.107596:0:22695:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:0.0:1788650918.109375:0:22695:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:0.0:1788650918.109392:0:22695:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:0.0:1788650918.111978:0:22695:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1788650918.111995:0:22695:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1788650918.113189:0:22695:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:1.0:1788650918.113228:0:22695:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:1.0:1788650918.113237:0:22695:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.103@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:1.0:1788650918.113606:0:22695:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.103@tcp ctxt 0 is initialized 00000020:01000004:1.0:1788650918.113653:0:22695:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.201.103@tcp, index=0000, flags=0x20005 00000020:01000004:1.0:1788650918.113658:0:22695:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1788650918.113660:0:22695:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788650918.113661:0:22695:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788650918.113662:0:22695:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788650918.113664:0:22695:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788650918.113665:0:22695:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788650918.113667:0:22695:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788650918.113668:0:22695:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788650918.113670:0:22695:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788650918.113671:0:22695:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788650918.113675:0:22695:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:1.0:1788650918.113677:0:22695:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788650918.113678:0:22695:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788650918.113680:0:22695:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788650918.113681:0:22695:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788650918.113682:0:22695:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788650918.113683:0:22695:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788650918.113684:0:22695:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788650918.113685:0:22695:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788650918.113686:0:22695:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788650918.113687:0:22695:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788650918.113717:0:22695:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1788650918.113739:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487834380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22695:1875535807612288:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788650918.113838:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650918.113929:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee4875f7000 going to sleep for 11 seconds 00000100:00100000:0.0:1788650918.114218:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807612288 00000100:00100000:0.0:1788650918.114226:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807612288 00000100:00100000:0.0:1788650918.114320:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788650918.114331:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bbb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+5:22695:x1875535807612288:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788650918.114387:0:22711:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1788650918.114390:0:22711:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1788650918.114393:0:22711:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:2.0:1788650918.114792:0:22732:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1788650918.115467:0:22711:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:2.0:1788650918.116978:0:22733:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:2.0:1788650918.116985:0:22733:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:2.0:1788650918.116988:0:22733:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:2.0:1788650918.116991:0:22733:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:2.0:1788650918.117272:0:22733:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:0.0:1788650918.117633:0:22711:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1788650918.117646:0:22711:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1788650918.119757:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bbb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+5:22695:x1875535807612288:12345-0@lo:253:mount.lustre.0 Request processed in 5417us (5908us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650918.119783:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788650918.119878:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487834380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22695:1875535807612288:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788650918.119895:0:22695:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1788650918.119899:0:22695:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788650918.119901:0:22695:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788650918.119902:0:22695:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788650918.119903:0:22695:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788650918.119911:0:22695:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788650918.119912:0:22695:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788650918.119914:0:22695:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788650918.119915:0:22695:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788650918.119917:0:22695:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788650918.119918:0:22695:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1788650918.119938:0:22695:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9ee5b03a3800 from lustre-MDT0000 10000000:01000000:1.0:1788650918.120033:0:22695:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:1.0:1788650918.120036:0:22695:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1788650918.120041:0:22695:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9ee5b481b380 10000000:01000000:1.0:1788650918.120047:0:22695:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788650918.120055:0:22695:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9ee5b481b380 from 1 10000000:01000000:1.0:1788650918.120220:0:22695:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1788650918.120260:0:22695:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486954200/0x798896c918a139ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650918.120272:0:22695:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff9ee486954200/0x798896c918a139ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650918.120281:0:22695:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff9ee486954200/0x798896c918a139ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650918.120372:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487834380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22695:1875535807612416:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788650918.120412:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650918.120531:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807612416 00000100:00100000:2.0:1788650918.120539:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807612416 00000100:00100000:1.0:1788650918.120640:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee4875f7f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788650918.120696:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788650918.120707:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bbb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+5:22695:x1875535807612416:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788650918.120722:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788650918.120741:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee4878fe400/0x798896c918a139f4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x798896c918a139ed expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650918.120769:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee4878fe400/0x798896c918a139f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x798896c918a139ed expref: 6 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650918.120793:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee4878fe400/0x798896c918a139f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a139ed expref: 6 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650918.120803:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4878fe400, rc 0) 00000100:00100000:2.0:1788650918.120854:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bbb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+6:22695:x1875535807612416:12345-0@lo:101:mount.lustre.0 Request processed in 149us (440us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650918.120860:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788650918.120931:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487834380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22695:1875535807612416:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788650918.120948:0:22695:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff9ee486954200/0x798896c918a139ed lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a139f4 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650918.120957:0:22695:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff9ee486954200/0x798896c918a139ed lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a139f4 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650918.121128:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487834380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22695:1875535807612544:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788650918.121157:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650918.121637:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee4875f7f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788650918.121696:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807612544 00000100:00100000:3.0:1788650918.121702:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807612544 00000100:00100000:0.0:1788650918.121744:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788650918.121755:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bb8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+6:22695:x1875535807612544:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788650918.121867:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bb8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+6:22695:x1875535807612544:12345-0@lo:501:mount.lustre.0 Request processed in 115us (710us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788650918.121876:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788650918.121958:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487834380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22695:1875535807612544:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1788650918.122002:0:22695:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1788650918.122024:0:22695:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486954200/0x798896c918a139ed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a139f4 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650918.122033:0:22695:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee486954200/0x798896c918a139ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a139f4 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788650918.122044:0:22695:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9ee5b03a3800 10000000:01000000:1.0:1788650918.122050:0:22695:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1788650918.122054:0:22695:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9ee5b03a3800 10000000:01000000:1.0:1788650918.122084:0:22695:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1788650918.122089:0:22695:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9ee5b03a3800 from 1 10000000:01000000:1.0:1788650918.122091:0:22695:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1788650918.122115:0:22695:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486955400/0x798896c918a139fb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650918.122123:0:22695:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff9ee486955400/0x798896c918a139fb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650918.122132:0:22695:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff9ee486955400/0x798896c918a139fb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650918.122149:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487834380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22695:1875535807612672:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788650918.122185:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650918.122196:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee4875f7f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788650918.122335:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807612672 00000100:00100000:0.0:1788650918.122340:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807612672 00000100:00100000:0.0:1788650918.122360:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788650918.122366:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bb8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+6:22695:x1875535807612672:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788650918.122375:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788650918.122387:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee5a0169600/0x798896c918a13a02 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x798896c918a139fb expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650918.122405:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee5a0169600/0x798896c918a13a02 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x798896c918a139fb expref: 7 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650918.122414:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee5a0169600/0x798896c918a13a02 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a139fb expref: 7 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650918.122421:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5a0169600, rc 0) 00000100:00100000:0.0:1788650918.122466:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bb8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+7:22695:x1875535807612672:12345-0@lo:101:mount.lustre.0 Request processed in 98us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650918.122472:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788650918.122666:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487834380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22695:1875535807612672:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788650918.122677:0:22695:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff9ee486955400/0x798896c918a139fb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13a02 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650918.122687:0:22695:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff9ee486955400/0x798896c918a139fb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13a02 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788650918.122698:0:22695:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1788650918.122712:0:22695:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486955400/0x798896c918a139fb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13a02 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650918.122719:0:22695:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee486955400/0x798896c918a139fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13a02 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788650918.122724:0:22695:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1788650918.122728:0:22695:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788650918.122732:0:22695:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9ee5b03a3800 10000000:01000000:1.0:1788650918.122735:0:22695:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1788650918.122738:0:22695:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:1.0:1788650918.122741:0:22695:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1788650918.122759:0:22695:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486955e00/0x798896c918a13a09 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650918.122766:0:22695:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff9ee486955e00/0x798896c918a13a09 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650918.122784:0:22695:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff9ee486955e00/0x798896c918a13a09 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650918.122805:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487834380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22695:1875535807612800:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788650918.122833:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650918.122853:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee4875f7f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788650918.122915:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807612800 00000100:00100000:0.0:1788650918.122919:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807612800 00000100:00100000:0.0:1788650918.122935:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788650918.122941:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+7:22695:x1875535807612800:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788650918.122948:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788650918.122963:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee5a0168c00/0x798896c918a13a10 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x798896c918a13a09 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650918.123043:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee5a0168c00/0x798896c918a13a10 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x798896c918a13a09 expref: 8 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650918.123051:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee5a0168c00/0x798896c918a13a10 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13a09 expref: 8 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650918.123085:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5a0168c00, rc 0) 00000100:00100000:0.0:1788650918.123113:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+8:22695:x1875535807612800:12345-0@lo:101:mount.lustre.0 Request processed in 172us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650918.123119:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788650918.123193:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487834380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22695:1875535807612800:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788650918.123203:0:22695:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff9ee486955e00/0x798896c918a13a09 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13a10 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650918.123211:0:22695:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff9ee486955e00/0x798896c918a13a09 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13a10 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650918.123255:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487834380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22695:1875535807612928:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788650918.123277:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650918.123309:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee4875f7f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788650918.123419:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807612928 00000100:00100000:2.0:1788650918.123424:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807612928 00000100:00100000:2.0:1788650918.123514:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788650918.123521:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+8:22695:x1875535807612928:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788650918.123665:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+9:22695:x1875535807612928:12345-0@lo:501:mount.lustre.0 Request processed in 144us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650918.123679:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788650918.123807:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487834380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22695:1875535807612928:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788650918.123849:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487834380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22695:1875535807613056:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788650918.123887:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650918.123911:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee4875f7f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788650918.123958:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807613056 00000100:00100000:2.0:1788650918.123962:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807613056 00000100:00100000:2.0:1788650918.124082:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788650918.124089:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+9:22695:x1875535807613056:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788650918.124914:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+9:22695:x1875535807613056:12345-0@lo:503:mount.lustre.0 Request processed in 822us (1021us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650918.124925:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788650918.125278:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487834380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22695:1875535807613056:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788650918.125784:0:22734:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806c700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22734:1875535807613184:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788650918.125830:0:22734:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650918.125896:0:22734:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5b6589300 going to sleep for 11 seconds 00000100:00100000:1.0:1788650918.125926:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807613184 00000100:00100000:1.0:1788650918.125931:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807613184 00000100:00100000:1.0:1788650918.126094:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788650918.126106:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bb8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+9:22734:x1875535807613184:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788650918.127426:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bb8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+9:22734:x1875535807613184:12345-0@lo:502:llog_process_th.0 Request processed in 1313us (1585us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650918.127595:0:22734:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806c700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22734:1875535807613184:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788650918.127633:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788650918.127646:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788650918.127648:0:22734:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1788650918.127654:0:22734:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:2.0:1788650918.127656:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788650918.127670:0:22734:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff9ee590f58000) 00000020:00000080:2.0:1788650918.127687:0:22734:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:2.0:1788650918.127692:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1788650918.127766:0:22734:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:2.0:1788650918.127773:0:22734:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x798896c918a13a1e 00000020:00000080:2.0:1788650918.128026:0:22734:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1788650918.128031:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788650918.128034:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788650918.128035:0:22734:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1788650918.128038:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788650918.128048:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788650918.128050:0:22734:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:2.0:1788650918.128053:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788650918.128178:0:22734:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff9ee590f599c0) 00000020:00000080:2.0:1788650918.128188:0:22734:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:2.0:1788650918.128193:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1788650918.128196:0:22734:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:2.0:1788650918.128198:0:22734:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:2.0:1788650918.128203:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1788650918.128245:0:22734:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ee5b03a3800 from lustre-MDT0000, refs=3 00000020:00000080:2.0:1788650918.128260:0:22734:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff9ee590f5cd40) 00000020:00000080:2.0:1788650918.128267:0:22734:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:2.0:1788650918.128333:0:22734:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1788650918.128339:0:22734:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x798896c918a13a33 00000020:00000080:2.0:1788650918.128428:0:22734:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:2.0:1788650918.128700:0:22734:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1788650918.128705:0:22734:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x798896c918a13a3a 00080000:01000000:2.0:1788650918.128711:0:22734:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:2.0:1788650918.128715:0:22734:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x798896c918a13a41 00000100:00100000:1.0:1788650918.129130:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:2.0:1788650918.195842:0:22734:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1788650918.196362:0:22734:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934627 00000001:00080000:2.0:1788650918.196703:0:22734:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1788650918.197328:0:22734:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff9ee590f5b380) 00000020:00000080:2.0:1788650918.197347:0:22734:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1788650918.197414:0:22734:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:2.0:1788650918.197420:0:22734:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x798896c918a13a4f 00000020:00000080:2.0:1788650918.198454:0:22734:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1788650918.201925:0:22734:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x798896c918a13a56 00000020:00000080:3.0:1788650918.202454:0:22734:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:3.0:1788650918.202471:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788650918.202479:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788650918.202481:0:22734:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:3.0:1788650918.202484:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788650918.202487:0:22734:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:3.0:1788650918.202489:0:22734:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788650918.202491:0:22734:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788650918.202493:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788650918.202495:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788650918.202497:0:22734:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788650918.202499:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788650918.202505:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788650918.202506:0:22734:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:3.0:1788650918.202511:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1788650918.202559:0:22734:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1788650918.202576:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788650918.202579:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788650918.202586:0:22734:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:3.0:1788650918.202589:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788650918.202593:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788650918.202594:0:22734:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:3.0:1788650918.202597:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788650918.202602:0:22734:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.103@tcp to nid 0x20000c0a8c967 (192.168.201.103@tcp) 00000020:00000080:3.0:1788650918.202629:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788650918.202645:0:22734:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff9ee5b4818000) 00000020:00000080:3.0:1788650918.202661:0:22734:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:3.0:1788650918.202666:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788650918.202725:0:22734:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:3.0:1788650918.202731:0:22734:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:3.0:1788650918.202736:0:22734:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x798896c918a13a64 00010000:00080000:3.0:1788650918.202790:0:22734:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9ee5c59e3800@lustre-MDT0001-osp-MDT0000: add connection 192.168.201.103@tcp at head 00010000:00010000:3.0:1788650918.205809:0:22734:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:2.0:1788650918.209225:0:22734:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788650918.209240:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:2.0:1788650918.209278:0:22734:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:2.0:1788650918.209311:0:22734:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x798896c918a13a6b 00000100:00080000:2.0:1788650918.209323:0:22734:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788650918.209335:0:22734:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9ee5c59e3800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:2.0:1788650918.209376:0:22734:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee48806c700 x1875535807613312/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788650918.209399:0:22734:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:2.0:1788650918.209463:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788650918.209468:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788650918.209470:0:22734:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:2.0:1788650918.209473:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788650918.209476:0:22734:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:2.0:1788650918.209477:0:22734:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788650918.209479:0:22734:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788650918.209480:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788650918.209483:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788650918.209484:0:22734:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788650918.209486:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788650918.209491:0:22734:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1788650918.209494:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788650918.209495:0:22734:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1788650918.209498:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788650918.209502:0:22734:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.103@tcp to nid 0x20000c0a8c967 (192.168.201.103@tcp) 00000020:01000000:2.0:1788650918.209528:0:22734:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1788650918.209530:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788650918.209545:0:22734:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff9ee5b0614d40) 00000020:00000080:2.0:1788650918.209556:0:22734:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:2.0:1788650918.209561:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1788650918.209630:0:22734:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:2.0:1788650918.209637:0:22734:0:(osd_handler.c:8924:osd_obd_connect()) connect #6 00000020:00000080:2.0:1788650918.209642:0:22734:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x798896c918a13a79 00010000:00080000:2.0:1788650918.209673:0:22734:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9ee5858de000@lustre-OST0000-osc-MDT0000: add connection 192.168.201.103@tcp at head 00010000:00010000:2.0:1788650918.209884:0:22734:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000100:00100000:1.0:1788650918.210544:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807613312:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788650918.210622:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650918.211299:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807613312 00000100:00100000:2.0:1788650918.211316:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807613312 00000100:00100000:2.0:1788650918.211356:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788650918.211363:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487834380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1875535807613312:12345-0@lo:38:llog_process_th.0 00010000:00020000:2.0:1788650918.211381:0:22721:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000040:01000000:0.0:1788650918.248568:0:22734:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1788650918.248921:0:22734:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:2.0:1788650918.250498:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487834380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3642:x1875535807613312:12345-0@lo:38:llog_process_th.0 Request processed in 39127us (39869us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788650918.250512:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000040:00080000:2.0:1788650918.254165:0:22734:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788650918.254544:0:22734:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000100:00080000:3.0:1788650918.255396:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee5c59e3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788650918.255408:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788650918.255413:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807613312:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1788650918.260291:0:22734:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:0.0:1788650918.260944:0:22740:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:0.0:1788650918.260950:0:22740:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1788650918.262147:0:22734:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788650918.262163:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1788650918.262207:0:22734:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1788650918.262237:0:22734:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x798896c918a13a80 00000100:00080000:3.0:1788650918.262250:0:22734:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788650918.262257:0:22734:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9ee5858de000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:3.0:1788650918.262313:0:22734:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee48794ca80 x1875535807613440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788650918.262338:0:22734:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1788650918.262387:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788650918.262392:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788650918.262402:0:22734:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1788650918.262407:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788650918.262409:0:22734:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:3.0:1788650918.262411:0:22734:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788650918.262412:0:22734:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788650918.262414:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788650918.262417:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788650918.262418:0:22734:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788650918.262421:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788650918.262424:0:22734:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1788650918.262440:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788650918.262443:0:22734:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1788650918.262447:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788650918.262451:0:22734:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.103@tcp to nid 0x20000c0a8c967 (192.168.201.103@tcp) 00000020:01000000:3.0:1788650918.262476:0:22734:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1788650918.262478:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788650918.262490:0:22734:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff9ee5b485cd40) 00000020:00000080:3.0:1788650918.262501:0:22734:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:3.0:1788650918.262505:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788650918.262574:0:22734:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:3.0:1788650918.262580:0:22734:0:(osd_handler.c:8924:osd_obd_connect()) connect #7 00000020:00000080:3.0:1788650918.262585:0:22734:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x798896c918a13a8e 00010000:00080000:3.0:1788650918.262615:0:22734:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9ee583755000@lustre-OST0001-osc-MDT0000: add connection 192.168.201.103@tcp at head 00010000:00010000:3.0:1788650918.262817:0:22734:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:3.0:1788650918.262889:0:22734:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1788650918.262903:0:22734:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:1.0:1788650918.263454:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807613440:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1788650918.263526:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875535807613440 offset 0 length 520: 4 00000040:00080000:3.0:1788650918.265684:0:22734:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788650918.265998:0:22734:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1788650918.266582:0:22734:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:3.0:1788650918.267184:0:22742:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788650918.267189:0:22742:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:1.0:1788650918.270663:0:22734:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788650918.270680:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1788650918.270731:0:22734:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:1.0:1788650918.270757:0:22734:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x798896c918a13a95 00000100:00080000:1.0:1788650918.270781:0:22734:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788650918.270789:0:22734:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9ee583755000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:1.0:1788650918.270856:0:22734:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee487836300 x1875535807613568/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788650918.270940:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807613568:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1788650918.271025:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875535807613568 offset 0 length 520: 4 00000100:00080000:1.0:1788650918.271233:0:22734:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:1.0:1788650918.271441:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788650918.271448:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788650918.271450:0:22734:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1788650918.271454:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788650918.271457:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788650918.271458:0:22734:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:1.0:1788650918.271461:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1788650918.271463:0:22734:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1788650918.271466:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788650918.271468:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788650918.271469:0:22734:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:1.0:1788650918.271472:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788650918.271474:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788650918.271475:0:22734:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1788650918.271485:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1788650918.271514:0:22734:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487834700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22734:1875535807613696:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788650918.271564:0:22734:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650918.271582:0:22734:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee4875f7b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788650918.271699:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807613696 00000100:00100000:0.0:1788650918.271706:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807613696 00000100:00100000:0.0:1788650918.271757:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788650918.271768:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bb9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+9:22734:x1875535807613696:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788650918.271933:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bb9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+9:22734:x1875535807613696:12345-0@lo:502:llog_process_th.0 Request processed in 165us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650918.271941:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788650918.272094:0:22734:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487834700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22734:1875535807613696:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788650918.272122:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788650918.272126:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788650918.272128:0:22734:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1788650918.272133:0:22734:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:1.0:1788650918.272535:0:22695:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:1.0:1788650918.272560:0:22695:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1788650918.272584:0:22695:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486955e00/0x798896c918a13a09 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13a10 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650918.272598:0:22695:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee486955e00/0x798896c918a13a09 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13a10 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788650918.272607:0:22695:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9ee5b03a3800 from 1 10000000:01000000:1.0:1788650918.272611:0:22695:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788650918.272643:0:22695:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486954a00/0x798896c918a13a9c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650918.272652:0:22695:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff9ee486954a00/0x798896c918a13a9c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650918.272663:0:22695:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff9ee486954a00/0x798896c918a13a9c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650918.272679:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487834700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22695:1875535807613824:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788650918.272713:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650918.272843:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5c3c6b780 going to sleep for 11 seconds 00000100:00100000:3.0:1788650918.273213:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807613824 00000100:00100000:3.0:1788650918.273219:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807613824 00000100:00100000:3.0:1788650918.273260:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788650918.273268:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878dec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+9:22695:x1875535807613824:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788650918.273279:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788650918.273295:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee589465200/0x798896c918a13aa3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x798896c918a13a9c expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650918.273329:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee589465200/0x798896c918a13aa3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x798896c918a13a9c expref: 10 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650918.273341:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee589465200/0x798896c918a13aa3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13a9c expref: 10 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650918.273349:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee589465200, rc 0) 00000100:00100000:3.0:1788650918.273596:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878dec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+10:22695:x1875535807613824:12345-0@lo:101:mount.lustre.0 Request processed in 328us (881us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650918.273603:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788650918.273705:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487834700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22695:1875535807613824:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788650918.273722:0:22695:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff9ee486954a00/0x798896c918a13a9c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13aa3 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650918.273731:0:22695:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff9ee486954a00/0x798896c918a13a9c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13aa3 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788650918.274626:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22695:1875535807613952:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1788650918.274680:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650918.274764:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee59d936840 going to sleep for 11 seconds 00000100:00100000:1.0:1788650918.274825:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807613952 00000100:00100000:1.0:1788650918.274830:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807613952 00000100:00100000:1.0:1788650918.274914:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788650918.274924:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878df850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+10:22695:x1875535807613952:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1788650918.274950:0:22708:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1788650918.274956:0:22708:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:1.0:1788650918.275045:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878df850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+10:22695:x1875535807613952:12345-0@lo:256:mount.lustre.0 Request processed in 122us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650918.275052:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788650918.275157:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22695:1875535807613952:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1788650918.275705:0:22695:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788650918.275728:0:22695:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486954a00/0x798896c918a13a9c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13aa3 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650918.275801:0:22695:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee486954a00/0x798896c918a13a9c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13aa3 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788650918.275810:0:22695:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ee5b03a3800 from 1 10000000:01000000:3.0:1788650918.275813:0:22695:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788650918.275847:0:22695:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee589465800/0x798896c918a13aaa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650918.275856:0:22695:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff9ee589465800/0x798896c918a13aaa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650918.275866:0:22695:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff9ee589465800/0x798896c918a13aaa lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788650918.275882:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22695:1875535807614080:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788650918.275917:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650918.276574:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee59d936840 going to sleep for 11 seconds 00000100:00100000:0.0:1788650918.276655:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807614080 00000100:00100000:0.0:1788650918.276661:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807614080 00000100:00100000:0.0:1788650918.276696:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788650918.276705:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878df450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+10:22695:x1875535807614080:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788650918.276716:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788650918.276738:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee5a0169e00/0x798896c918a13ab1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x798896c918a13aaa expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650918.276760:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee5a0169e00/0x798896c918a13ab1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x798896c918a13aaa expref: 11 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650918.276782:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee5a0169e00/0x798896c918a13ab1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13aaa expref: 11 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650918.276791:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5a0169e00, rc 0) 00000100:00100000:0.0:1788650918.276840:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878df450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+11:22695:x1875535807614080:12345-0@lo:101:mount.lustre.0 Request processed in 136us (922us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650918.276847:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788650918.276933:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22695:1875535807614080:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788650918.276947:0:22695:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff9ee589465800/0x798896c918a13aaa lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13ab1 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650918.276959:0:22695:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff9ee589465800/0x798896c918a13aaa lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13ab1 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788650918.277034:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22695:1875535807614208:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788650918.277179:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650918.277202:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee59d936840 going to sleep for 11 seconds 00000100:00100000:0.0:1788650918.277257:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807614208 00000100:00100000:0.0:1788650918.277262:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807614208 00000100:00100000:0.0:1788650918.277280:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788650918.277285:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878dc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+11:22695:x1875535807614208:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788650918.277444:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878dc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+11:22695:x1875535807614208:12345-0@lo:501:mount.lustre.0 Request processed in 158us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650918.277451:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788650918.277631:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22695:1875535807614208:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788650918.277677:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22695:1875535807614336:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788650918.277713:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650918.277742:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee59d936840 going to sleep for 11 seconds 00000100:00100000:0.0:1788650918.277806:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807614336 00000100:00100000:0.0:1788650918.277810:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807614336 00000100:00100000:0.0:1788650918.277828:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788650918.277833:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878dc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+11:22695:x1875535807614336:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788650918.277923:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878dc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+11:22695:x1875535807614336:12345-0@lo:503:mount.lustre.0 Request processed in 89us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650918.277929:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788650918.278095:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794d500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22695:1875535807614336:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788650918.279139:0:22744:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22744:1875535807614464:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788650918.279192:0:22744:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650918.279228:0:22744:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee59d936480 going to sleep for 11 seconds 00000100:00100000:0.0:1788650918.279291:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807614464 00000100:00100000:0.0:1788650918.279380:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807614464 00000100:00100000:0.0:1788650918.279421:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788650918.279503:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+11:22744:x1875535807614464:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788650918.279925:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+11:22744:x1875535807614464:12345-0@lo:502:llog_process_th.0 Request processed in 494us (731us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650918.279934:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788650918.280156:0:22744:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22744:1875535807614464:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788650918.280188:0:22744:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788650918.280199:0:22744:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788650918.280202:0:22744:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1788650918.280209:0:22744:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9ee5b03a3800 00000020:00000080:3.0:1788650918.280212:0:22744:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788650918.280221:0:22744:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788650918.280224:0:22744:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788650918.280225:0:22744:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1788650918.280228:0:22744:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788650918.280230:0:22744:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788650918.280232:0:22744:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1788650918.280235:0:22744:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9ee5b03a3800 00000020:00000080:3.0:1788650918.280237:0:22744:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788650918.280399:0:22744:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788650918.280403:0:22744:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788650918.280405:0:22744:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1788650918.280407:0:22744:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788650918.280410:0:22744:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788650918.280412:0:22744:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788650918.280415:0:22744:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9ee5b03a3800 00000020:00000080:3.0:1788650918.280423:0:22744:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788650918.281419:0:22744:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788650918.281424:0:22744:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788650918.281426:0:22744:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788650918.281499:0:22744:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788650918.281505:0:22744:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788650918.281506:0:22744:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1788650918.281511:0:22744:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9ee5b03a3800 00000020:00000080:3.0:1788650918.281513:0:22744:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1788650918.281573:0:22744:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22744:1875535807614592:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788650918.281641:0:22744:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650918.281681:0:22744:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee59d936480 going to sleep for 11 seconds 00000100:00100000:0.0:1788650918.281783:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807614592 00000100:00100000:0.0:1788650918.281790:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807614592 00000100:00100000:0.0:1788650918.281839:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788650918.281847:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+11:22744:x1875535807614592:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788650918.282519:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+11:22744:x1875535807614592:12345-0@lo:502:llog_process_th.0 Request processed in 118us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650918.282530:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788650918.282603:0:22744:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22744:1875535807614592:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788650918.282629:0:22744:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788650918.282635:0:22744:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788650918.282636:0:22744:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1788650918.282642:0:22744:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:3.0:1788650918.282811:0:22695:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1788650918.282835:0:22695:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788650918.282862:0:22695:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee589465800/0x798896c918a13aaa lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13ab1 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650918.282873:0:22695:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee589465800/0x798896c918a13aaa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13ab1 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788650918.282933:0:22695:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1788650918.282936:0:22695:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9ee5b03a3800 10000000:01000000:3.0:1788650918.282939:0:22695:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9ee5b03a3800 10000000:01000000:3.0:1788650918.282943:0:22695:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788650918.282950:0:22695:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9ee5b03a3800 from 1 10000000:01000000:3.0:1788650918.282953:0:22695:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788650918.283411:0:22695:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee589465000/0x798896c918a13ab8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650918.283423:0:22695:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff9ee589465000/0x798896c918a13ab8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650918.283615:0:22695:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff9ee589465000/0x798896c918a13ab8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788650918.283650:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22695:1875535807614720:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788650918.283702:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650918.283744:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee59d936e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788650918.284093:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807614720 00000100:00100000:2.0:1788650918.284100:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807614720 00000100:00100000:2.0:1788650918.284141:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788650918.284151:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878dd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+11:22695:x1875535807614720:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788650918.284164:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788650918.284185:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee4878ffc00/0x798896c918a13abf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x798896c918a13ab8 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650918.284213:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee4878ffc00/0x798896c918a13abf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x798896c918a13ab8 expref: 12 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650918.284227:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee4878ffc00/0x798896c918a13abf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13ab8 expref: 12 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650918.284236:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4878ffc00, rc 0) 00000100:00100000:2.0:1788650918.284275:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878dd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+12:22695:x1875535807614720:12345-0@lo:101:mount.lustre.0 Request processed in 126us (574us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650918.284281:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788650918.284415:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22695:1875535807614720:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788650918.285034:0:22695:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff9ee589465000/0x798896c918a13ab8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13abf expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650918.285049:0:22695:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff9ee589465000/0x798896c918a13ab8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13abf expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788650918.285154:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22695:1875535807614848:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788650918.285197:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650918.285233:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807614848 00000100:00100000:3.0:1788650918.285237:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807614848 00000100:00100000:3.0:1788650918.285264:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788650918.285270:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+12:22695:x1875535807614848:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788650918.286185:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+12:22695:x1875535807614848:12345-0@lo:501:mount.lustre.0 Request processed in 911us (984us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650918.286195:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788650918.286238:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee59d936e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788650918.286260:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22695:1875535807614848:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788650918.287044:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22695:1875535807614976:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788650918.287126:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650918.287158:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee59d936e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788650918.288136:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807614976 00000100:00100000:2.0:1788650918.288145:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807614976 00000100:00100000:2.0:1788650918.288196:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788650918.288205:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878df050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+12:22695:x1875535807614976:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788650918.288401:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878df050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+12:22695:x1875535807614976:12345-0@lo:503:mount.lustre.0 Request processed in 197us (1275us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650918.288409:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788650918.289119:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22695:1875535807614976:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788650918.290661:0:22746:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794ce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22746:1875535807615104:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788650918.290741:0:22746:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650918.290836:0:22746:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee59d936180 going to sleep for 11 seconds 00000100:00100000:2.0:1788650918.298413:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807615104 00000100:00100000:2.0:1788650918.298426:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807615104 00000100:00100000:2.0:1788650918.298541:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788650918.298551:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878de850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+12:22746:x1875535807615104:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788650918.298723:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878de850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+12:22746:x1875535807615104:12345-0@lo:502:llog_process_th.0 Request processed in 172us (7981us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650918.298730:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788650918.298853:0:22746:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794ce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22746:1875535807615104:0@lo:502:llog_process_th.0 00000020:01000004:3.0:1788650918.298918:0:22746:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:3.0:1788650918.298934:0:22746:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff9ee5b4858000) 00000020:00000080:3.0:1788650918.298951:0:22746:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:3.0:1788650918.300182:0:22746:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ee5b03a3800 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1788650918.300191:0:22746:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ee5b03a3800 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1788650918.300194:0:22746:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ee5b03a3800 4 00010000:00080000:3.0:1788650918.300228:0:22746:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9ee5b64d8800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.201.103@tcp at head 00010000:00010000:3.0:1788650918.304196:0:22746:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:3.0:1788650918.304665:0:22746:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:3.0:1788650918.304706:0:22746:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1788650918.304720:0:22746:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x798896c918a13acd 00000100:00080000:3.0:1788650918.304731:0:22746:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788650918.304737:0:22746:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9ee5b64d8800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:3.0:1788650918.304782:0:22746:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee48794ce00 x1875535807615232/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788650918.304805:0:22746:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1788650918.304848:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875535807615232:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788650918.304919:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788650918.308046:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1788650918.308082:0:477:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1788650918.308087:0:477:0:(import.c:65:import_set_state_nolock()) ffff9ee5c59e3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788650918.308094:0:477:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 704 00000100:00080000:3.0:1788650918.308100:0:477:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788650918.308108:0:477:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9ee5c59e3800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:3.0:1788650918.308155:0:477:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee48794c700 x1875535807615360/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788650918.308186:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788650918.308190:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788650918.308192:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788650918.308195:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788650918.310113:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807615360:0@lo:38:kworker.0 00000100:00100000:0.0:1788650918.310197:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650918.311148:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807615232 00000100:00100000:3.0:1788650918.311159:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807615232 00000100:00100000:3.0:1788650918.311198:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788650918.311206:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48794d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1875535807615232:12345-0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788650918.311287:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48794d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3642:x1875535807615232:12345-0@lo:38:llog_process_th.0 Request processed in 79us (6366us total) trans 0 rc -11/-11 00000100:00100000:3.0:1788650918.311369:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788650918.311406:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807615360 00000100:00100000:3.0:1788650918.311410:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807615360 00000100:00100000:3.0:1788650918.311510:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788650918.311516:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee489068000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1875535807615360:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1788650918.311529:0:22722:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788650918.311561:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee489068000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1875535807615360:12345-0@lo:38:kworker.0 Request processed in 44us (1364us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788650918.311575:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1788650918.311631:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee5c59e3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788650918.311636:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788650918.311641:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807615360:0@lo:38:kworker.0 00000100:00100000:3.0:1788650918.311654:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788650918.311658:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee5b64d8800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788650918.311661:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1788650918.311663:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875535807615232:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788650918.312248:0:22746:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794ce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22746:1875535807615488:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788650918.313384:0:22746:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650918.313503:0:22746:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee59d936540 going to sleep for 11 seconds 00000100:00100000:3.0:1788650918.313530:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807615488 00000100:00100000:3.0:1788650918.313537:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807615488 00000100:00100000:3.0:1788650918.313577:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788650918.313585:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878dc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+12:22746:x1875535807615488:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788650918.313723:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878dc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+12:22746:x1875535807615488:12345-0@lo:502:llog_process_th.0 Request processed in 137us (1425us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650918.313731:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788650918.313795:0:22746:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794ce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22746:1875535807615488:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788650918.313848:0:22746:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794ce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22746:1875535807615616:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788650918.313882:0:22746:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650918.313897:0:22746:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee59d936540 going to sleep for 11 seconds 00000100:00100000:3.0:1788650918.313909:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807615616 00000100:00100000:3.0:1788650918.313913:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807615616 00000100:00100000:3.0:1788650918.313938:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788650918.313945:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878dcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+12:22746:x1875535807615616:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788650918.316628:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878dcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+12:22746:x1875535807615616:12345-0@lo:502:llog_process_th.0 Request processed in 2674us (2735us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650918.316642:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788650918.316721:0:22746:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794ce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22746:1875535807615616:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1788650918.316754:0:22746:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1788650918.317564:0:22695:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1788650918.317598:0:22695:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788650918.317621:0:22695:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee589465000/0x798896c918a13ab8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13abf expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650918.317633:0:22695:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee589465000/0x798896c918a13ab8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13abf expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788650918.317687:0:22695:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788650918.317689:0:22695:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788650918.317691:0:22695:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788650918.317692:0:22695:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788650918.317693:0:22695:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788650918.317694:0:22695:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788650918.317695:0:22695:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788650918.317696:0:22695:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788650918.317698:0:22695:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788650918.317700:0:22695:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788650918.317703:0:22695:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1788650918.317706:0:22695:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788650918.317707:0:22695:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788650918.317708:0:22695:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788650918.317709:0:22695:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788650918.317710:0:22695:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788650918.317711:0:22695:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788650918.317712:0:22695:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788650918.317713:0:22695:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788650918.317714:0:22695:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788650918.317716:0:22695:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788650918.317741:0:22695:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1788650918.317759:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22695:1875535807615744:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788650918.317825:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650918.317859:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee4875f7b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788650918.319191:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807615744 00000100:00100000:3.0:1788650918.319202:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807615744 00000100:00100000:3.0:1788650918.319251:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788650918.319260:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+12:22695:x1875535807615744:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788650918.319291:0:22710:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1788650918.319800:0:22710:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1788650918.328235:0:22710:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1788650918.328257:0:22710:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1788650918.328946:0:22732:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1788650918.328953:0:22732:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1788650918.328987:0:22732:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9ee4878ff600/0x798896c918a13ad4 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650918.329389:0:22732:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ee589465200/0x798896c918a13aa3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13a9c expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650918.329398:0:22732:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9ee4878ff600/0x798896c918a13ad4 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650918.330114:0:22732:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ee589465200/0x798896c918a13aa3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x798896c918a13a9c expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650918.330132:0:22732:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ee589465200/0x798896c918a13aa3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x798896c918a13a9c expref: 12 pid: 22710 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788650918.330147:0:22732:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806df80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22732:1875535807615872:0@lo:104: 00000100:00100000:2.0:1788650918.330211:0:22732:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650918.330257:0:22732:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5b488bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788650918.330556:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+12:22695:x1875535807615744:12345-0@lo:253:mount.lustre.0 Request processed in 11294us (12728us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650918.330567:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788650918.330696:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22695:1875535807615744:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788650918.330706:0:22695:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1788650918.330708:0:22695:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788650918.330710:0:22695:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788650918.330711:0:22695:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788650918.330712:0:22695:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788650918.330713:0:22695:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788650918.330713:0:22695:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788650918.330715:0:22695:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788650918.330716:0:22695:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788650918.330716:0:22695:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788650918.330717:0:22695:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1788650918.330728:0:22695:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:3.0:1788650918.330873:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807615872 00000100:00100000:3.0:1788650918.330881:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807615872 00000100:00100000:3.0:1788650918.330934:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788650918.330945:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48806c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+3:22732:x1875535807615872:12345-0@lo:104: 00010000:00010000:3.0:1788650918.330960:0:22699:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.103@tcp lock: ffff9ee486954a00/0x798896c918a13a9c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x798896c918a13aa3 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650918.331153:0:22699:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788650918.331159:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48806c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+3:22732:x1875535807615872:12345-0@lo:104: Request processed in 217us (949us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650918.331166:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:3.0:1788650918.331254:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788650918.331270:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff9ee486954a00/0x798896c918a13a9c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x798896c918a13aa3 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650918.331278:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee486954a00 already unused, calling callback (ffffffffc119fc20) 10000000:00010000:3.0:1788650918.331282:0:22705:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff9ee486954a00/0x798896c918a13a9c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x798896c918a13aa3 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650918.331360:0:22705:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff9ee486954a00/0x798896c918a13a9c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x798896c918a13aa3 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788650918.331369:0:22705:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff9ee486954a00/0x798896c918a13a9c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x798896c918a13aa3 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788650918.331375:0:22705:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1788650918.331410:0:22705:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff9ee486954a00/0x798896c918a13a9c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13aa3 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650918.331418:0:22705:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788650918.331440:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff9ee486954a00/0x798896c918a13a9c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13aa3 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650918.331448:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff9ee486954a00/0x798896c918a13a9c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13aa3 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650918.331468:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650918.331470:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650918.331472:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788650918.331512:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3646:1875535807616000:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788650918.332264:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650918.332425:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807616000 00000100:00100000:3.0:1788650918.332439:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807616000 00010000:00010000:3.0:1788650918.332464:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ee589465200/0x798896c918a13aa3 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x798896c918a13a9c expref: 12 pid: 22710 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788650918.332492:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788650918.332500:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48794c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+12:3646:x1875535807616000:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788650918.332512:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788650918.332518:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ee589465200/0x798896c918a13aa3 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x798896c918a13a9c expref: 12 pid: 22710 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650918.333428:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ee589465200/0x798896c918a13aa3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x798896c918a13a9c expref: 12 pid: 22710 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650918.333453:0:22701:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9ee4878ff600/0x798896c918a13ad4 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650918.333464:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee4878ff600/0x798896c918a13ad4 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1788650918.333483:0:22701:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004530647s 00010000:00010000:3.0:1788650918.333488:0:22701:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ee4878ff600/0x798896c918a13ad4 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650918.333495:0:22701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ee4878ff600/0x798896c918a13ad4 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650918.333503:0:22701:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9ee4878ff600/0x798896c918a13ad4 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650918.333511:0:22701:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9ee4878ff600/0x798896c918a13ad4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650918.333601:0:22701:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4878ff600 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:3.0:1788650918.333605:0:22701:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9ee4878ff600/0x798896c918a13ad4 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650918.333614:0:22701:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9ee4878ff600/0x798896c918a13ad4 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650918.333624:0:22701:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9ee4878ff600/0x798896c918a13ad4 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650918.333634:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788650918.333692:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48794c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+12:3646:x1875535807616000:12345-0@lo:103:ldlm_bl.0 Request processed in 1192us (1428us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650918.333701:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788650918.333754:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3646:1875535807616000:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788650918.335168:0:22732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee589465200/0x798896c918a13aa3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x798896c918a13a9c expref: 11 pid: 22710 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788650918.335189:0:22732:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806df80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22732:1875535807615872:0@lo:104: 00010000:00010000:0.0:1788650918.335218:0:22732:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9ee4878ff600/0x798896c918a13ad4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650918.335228:0:22732:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9ee4878ff600/0x798896c918a13ad4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650918.335235:0:22732:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9ee4878ff600/0x798896c918a13ad4 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650918.335241:0:22732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee4878ff600/0x798896c918a13ad4 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788650918.363842:0:22695:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:2.0:1788650918.364281:0:22695:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:3.0:1788650918.364546:0:22756:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:3.0:1788650918.364551:0:22756:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:3.0:1788650918.364639:0:22757:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:3.0:1788650918.365002:0:22757:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:2.0:1788650918.366093:0:22695:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:01000000:2.0:1788650918.366796:0:22695:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:2.0:1788650918.366852:0:22695:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788650918.369382:0:22757:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1788650918.369482:0:22757:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000004:00000080:2.0:1788650918.369741:0:22695:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1788650918.369760:0:22695:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:2.0:1788650918.369875:0:22695:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788650918.371041:0:22695:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000100:00080000:3.0:1788650918.371663:0:22758:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9ee48794ce00 x1875535807616128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650918.371678:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5a5ac8900 going to sleep for 0 seconds 00000040:00080000:2.0:1788650918.375162:0:22695:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1788650918.375231:0:22695:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:3.0:1788650918.376667:0:22695:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:3.0:1788650918.378634:0:22695:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:3.0:1788650918.380871:0:22695:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:3.0:1788650918.383283:0:22695:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1788650918.383332:0:22695:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffbda280d17988 00100000:10000000:3.0:1788650918.383341:0:22695:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:2.0:1788650918.384157:0:22695:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1788650918.384180:0:22695:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.103@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1788650918.384204:0:22695:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=46 00000080:00000004:2.0:1788650918.384222:0:22695:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:0.0:1788650918.394214:0:22695:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788650918.394652:0:22695:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788650919.045327:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788650919.371002:0:22752:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1788650919.371012:0:22752:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788650919.372651:0:22752:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1788650919.372665:0:22752:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:3.0:1788650919.429207:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5a5ac8900 going to sleep for 0 seconds 10000000:01000000:3.0:1788650919.942908:0:22713:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1788650919.942918:0:22713:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9ee5b03a3800 from 11 10000000:01000000:3.0:1788650919.942923:0:22713:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788650919.942993:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee589464200/0x798896c918a13adb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650919.943005:0:22713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff9ee589464200/0x798896c918a13adb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650919.943017:0:22713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff9ee589464200/0x798896c918a13adb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788650919.943044:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807616256:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788650919.944097:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650919.944139:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee595103f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788650919.944263:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807616256 00000100:00100000:3.0:1788650919.944272:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807616256 00000100:00100000:3.0:1788650919.944332:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788650919.944342:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878de450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+11:22713:x1875535807616256:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788650919.944356:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788650919.944371:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee589464a00/0x798896c918a13ae2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x798896c918a13adb expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650919.944550:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee589464a00/0x798896c918a13ae2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x798896c918a13adb expref: 12 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650919.944591:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee589464a00/0x798896c918a13ae2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13adb expref: 12 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650919.944601:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee589464a00, rc 0) 00000100:00100000:3.0:1788650919.944650:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878de450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+12:22713:x1875535807616256:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 310us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650919.944658:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788650919.944822:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807616256:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788650919.944840:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff9ee589464200/0x798896c918a13adb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13ae2 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650919.944849:0:22713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff9ee589464200/0x798896c918a13adb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13ae2 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788650919.944913:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807616384:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788650919.944957:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650919.944984:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5b488b840 going to sleep for 11 seconds 00000100:00100000:0.0:1788650919.945044:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807616384 00000100:00100000:0.0:1788650919.945050:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807616384 00000100:00100000:0.0:1788650919.945107:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788650919.945114:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878dd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+12:22713:x1875535807616384:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788650919.945130:0:22710:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788650919.945146:0:22710:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788650919.945149:0:22710:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1788650919.945234:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878dd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+12:22713:x1875535807616384:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 120us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650919.945240:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788650919.945421:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807616384:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788650919.945463:0:22713:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788650919.945471:0:22713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee589464200/0x798896c918a13adb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13ae2 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650919.945479:0:22713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee589464200/0x798896c918a13adb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13ae2 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650920.070025:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788650920.389242:0:22752:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1788650920.389255:0:22752:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788650920.389426:0:22752:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:1.0:1788650920.389477:0:22752:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788650920.389656:0:22752:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:3.0:1788650920.456158:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5a5ac8900 going to sleep for 0 seconds 00010000:00010000:3.0:1788650921.094349:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788650921.477239:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5a5ac8900 going to sleep for 0 seconds 00010000:00010000:2.0:1788650922.121256:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788650922.505172:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5a5ac8900 going to sleep for 0 seconds 00010000:00010000:0.0:1788650923.148231:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788650923.180752:0:23001:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg103-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00080000:1.0:1788650923.398298:0:21342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1788650923.398305:0:21342:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1788650923.398309:0:21342:0:(import.c:65:import_set_state_nolock()) ffff9ee5c59e3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788650923.398318:0:21342:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 705 00000100:00080000:1.0:1788650923.398324:0:21342:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788650923.398332:0:21342:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9ee5c59e3800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:1.0:1788650923.398354:0:21342:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee487834a80 x1875535807616640/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788650923.398367:0:21342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788650923.398370:0:21342:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788650923.398373:0:21342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788650923.398375:0:21342:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788650923.398385:0:21342:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1788650923.398388:0:21342:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1788650923.398390:0:21342:0:(import.c:65:import_set_state_nolock()) ffff9ee5b64d8800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788650923.398395:0:21342:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9ee5b64d8800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:1.0:1788650923.398406:0:21342:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee487835500 x1875535807616768/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788650923.398481:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487837100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3643:1875535807616512:0@lo:400:kworker.0 00000100:00100000:1.0:1788650923.398572:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650923.398745:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807616512 00000100:00100000:3.0:1788650923.398755:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807616512 00000100:00100000:3.0:1788650923.398812:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788650923.398823:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481727050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+12:3643:x1875535807616512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650923.398882:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481727050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+12:3643:x1875535807616512:12345-0@lo:400:kworker.0 Request processed in 61us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650923.398890:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788650923.398925:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807616640:0@lo:38:kworker.0 00000100:00100000:3.0:1788650923.398953:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650923.398974:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875535807616768:0@lo:38:kworker.0 00000100:00100000:3.0:1788650923.398999:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650923.399026:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807616640 00000100:00100000:3.0:1788650923.399029:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807616640 00000100:00100000:3.0:1788650923.399049:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788650923.399054:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48794d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1875535807616640:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1788650923.399110:0:22722:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788650923.399147:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48794d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1875535807616640:12345-0@lo:38:kworker.0 Request processed in 91us (192us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788650923.399154:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788650923.399179:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807616768 00000100:00100000:3.0:1788650923.399183:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807616768 00000100:00100000:3.0:1788650923.399204:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788650923.399208:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48794c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3642:x1875535807616768:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1788650923.399226:0:22718:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 710 last 0 00000020:00000080:3.0:1788650923.399264:0:22718:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x798896c918a13ae9 00000004:00100000:3.0:1788650923.399280:0:22718:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788650923.399417:0:22718:0:(import.c:65:import_set_state_nolock()) ffff9ee488050800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788650923.399455:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48794c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875535807616768:12345-0@lo:38:kworker.0 Request processed in 245us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650923.399462:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1788650923.399502:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee5c59e3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788650923.399507:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788650923.399510:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807616640:0@lo:38:kworker.0 00010000:00080000:3.0:1788650923.399671:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9ee487835500 x1875535807616768/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788650933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788650923.399695:0:3642:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1788650923.399703:0:3642:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1788650923.399707:0:3642:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788650923.399710:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee5b64d8800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788650923.399714:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487835500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875535807616768:0@lo:38:kworker.0 00000100:00100000:1.0:1788650923.399905:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487837100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3643:1875535807616512:0@lo:400:kworker.0 00000100:00100000:2.0:1788650923.525291:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5a5ac8900 going to sleep for 0 seconds 00000020:00000004:3.0:1788650924.127828:0:23053:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788650924.128319:0:23053:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788650924.167383:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788650924.552209:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5a5ac8900 going to sleep for 0 seconds 00000020:00000004:0.0:1788650924.926625:0:23103:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788650924.927213:0:23103:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788650925.190423:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788650925.573381:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5a5ac8900 going to sleep for 0 seconds 00010000:00010000:3.0:1788650926.214566:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788650926.600250:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5a5ac8900 going to sleep for 0 seconds 00010000:00010000:0.0:1788650927.245087:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788650927.629015:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5a5ac8900 going to sleep for 0 seconds 00010000:00010000:3.0:1788650928.265667:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788650928.522335:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788650918/real 1788650918] req@ffff9ee487836300 x1875535807613568/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788650928 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650928.522368:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ee487836300 x1875535807613568/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788650928 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650928.522379:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788650918/real 1788650918] req@ffff9ee48794ca80 x1875535807613440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788650928 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650928.522391:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ee48794ca80 x1875535807613440/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788650928 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788650928.522409:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee583755000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788650928.522418:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788650928.522422:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487836300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807613568:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1788650928.522428:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee5858de000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788650928.522432:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788650928.522444:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807613440:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1788650928.522835:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1788650928.522839:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1788650928.522842:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ee5c59e3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788650928.522846:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 710 00000100:00080000:3.0:1788650928.522851:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1788650928.522858:0:36:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9ee5c59e3800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:3.0:1788650928.522878:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee48794ed80 x1875535807617024/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788650928.522889:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788650928.522891:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1788650928.522893:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ee5858de000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788650928.522896:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 704 00000100:00080000:3.0:1788650928.522899:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788650928.522902:0:36:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9ee5858de000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:3.0:1788650928.522912:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee48794e300 x1875535807617152/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788650928.522919:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788650928.522922:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788650928.522924:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ee583755000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788650928.522926:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 704 00000100:00080000:3.0:1788650928.522935:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788650928.522939:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9ee583755000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:3.0:1788650928.522952:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee48794f800 x1875535807617280/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788650928.522991:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875535807617408:0@lo:400:kworker.0 00000100:00100000:3.0:1788650928.523051:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650928.523174:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807617408 00000100:00100000:3.0:1788650928.523183:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807617408 00000100:00100000:3.0:1788650928.523222:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788650928.523230:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48794e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875535807617408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650928.523276:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48794e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875535807617408:12345-0@lo:400:kworker.0 Request processed in 47us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650928.523283:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:3.0:1788650928.523317:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9ee48794f480 x1875535807617408/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650944 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650928.523329:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875535807617408:0@lo:400:kworker.0 00000100:00100000:1.0:1788650928.523777:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3644:1875535807616896:0@lo:400:kworker.0 00000100:00100000:1.0:1788650928.523822:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650928.523881:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807617024:0@lo:38:kworker.0 00000100:00100000:1.0:1788650928.523908:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650928.523929:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807617152:0@lo:8:kworker.0 00000400:00000100:1.0:1788650928.523946:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875535807617152 offset 0 length 520: 4 00000100:00100000:1.0:1788650928.523957:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807617280:0@lo:8:kworker.0 00000400:00000100:1.0:1788650928.523974:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875535807617280 offset 0 length 520: 4 00000100:00100000:1.0:1788650928.524000:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807617024 00000100:00100000:1.0:1788650928.524004:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807617024 00000100:00100000:1.0:1788650928.524027:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788650928.524033:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487836300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1875535807617024:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1788650928.524050:0:22722:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788650928.524103:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487836300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1875535807617024:12345-0@lo:38:kworker.0 Request processed in 69us (193us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788650928.524109:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:1.0:1788650928.524266:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee5c59e3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788650928.524272:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788650928.524275:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807617024:0@lo:38:kworker.0 00000100:00100000:3.0:1788650928.524459:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807616896 00000100:00100000:3.0:1788650928.524464:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807616896 00000100:00100000:3.0:1788650928.524497:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788650928.524504:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481726450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+12:3644:x1875535807616896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650928.524543:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481726450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+12:3644:x1875535807616896:12345-0@lo:400:kworker.0 Request processed in 40us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650928.524548:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788650928.524660:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3644:1875535807616896:0@lo:400:kworker.0 00000100:00100000:2.0:1788650928.645175:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5a5ac8900 going to sleep for 0 seconds 00010000:00010000:0.0:1788650929.285998:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788650929.669230:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5a5ac8900 going to sleep for 0 seconds 00010000:00010000:3.0:1788650930.309253:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788650930.630758:0:22752:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788650930.693616:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5a5ac8900 going to sleep for 0 seconds 00010000:00010000:0.0:1788650931.335923:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1788650931.461924:0:23448:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1788650931.461929:0:23448:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:0.0:1788650931.461930:0:23448:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:0.0:1788650931.462052:0:23448:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9ee486636800 00000020:01000004:0.0:1788650931.464452:0:23448:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:0.0:1788650931.464469:0:23448:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1788650931.464485:0:23448:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff9ee5b48e99c0) 00000020:00000080:0.0:1788650931.464504:0:23448:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1788650931.574326:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1788650931.575764:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:2.0:1788650931.577874:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:2.0:1788650931.578391:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:2.0:1788650931.578638:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1788650931.578837:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:2.0:1788650931.579056:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1788650931.579629:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:3.0:1788650931.579837:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1788650931.580085:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1788650931.580308:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1788650931.580531:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:3.0:1788650931.580803:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:3.0:1788650931.580992:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:3.0:1788650931.581237:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:3.0:1788650931.581475:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:3.0:1788650931.581692:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:3.0:1788650931.581965:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1788650931.582180:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1788650931.582367:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1788650931.582808:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1788650931.583023:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1788650931.583344:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1788650931.583513:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1788650931.583980:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1788650931.584268:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:3.0:1788650931.584503:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1788650931.584708:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:3.0:1788650931.584955:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1788650931.585303:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1788650931.585487:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1788650931.585915:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:3.0:1788650931.586335:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1788650931.586588:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1788650931.588354:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1788650931.589170:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:3.0:1788650931.589414:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:3.0:1788650931.589648:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1788650931.589931:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1788650931.590275:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:1.0:1788650931.590819:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1788650931.591052:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:1.0:1788650931.591416:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:1.0:1788650931.591883:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1788650931.592229:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:1.0:1788650931.592423:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:01000000:1.0:1788650931.593429:0:23448:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1788650931.593707:0:23448:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:1.0:1788650931.593720:0:23448:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:1.0:1788650931.593734:0:23448:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x798896c918a13af7 00000020:01000004:1.0:1788650931.593751:0:23448:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:1.0:1788650931.593775:0:23448:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.201.103@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1788650931.593779:0:23448:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.201.103@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1788650931.593785:0:23448:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:1.0:1788650931.593813:0:23448:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:1.0:1788650931.593817:0:23448:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.103@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:0.0:1788650931.611180:0:23448:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.103@tcp ctxt 0 is initialized 00000020:01000004:0.0:1788650931.611229:0:23448:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.201.103@tcp, index=0001, flags=0x20001 00000020:01000004:0.0:1788650931.611235:0:23448:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1788650931.611237:0:23448:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1788650931.611238:0:23448:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788650931.611239:0:23448:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788650931.611241:0:23448:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788650931.611242:0:23448:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788650931.611243:0:23448:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788650931.611245:0:23448:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788650931.611246:0:23448:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788650931.611250:0:23448:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:0.0:1788650931.611252:0:23448:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788650931.611253:0:23448:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1788650931.611254:0:23448:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788650931.611255:0:23448:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788650931.611256:0:23448:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788650931.611257:0:23448:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788650931.611258:0:23448:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788650931.611260:0:23448:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788650931.611261:0:23448:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788650931.611292:0:23448:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:0.0:1788650931.611312:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489069180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807617536:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788650931.611384:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650931.611465:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5957cd840 going to sleep for 11 seconds 00000100:00100000:1.0:1788650931.614170:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807617536 00000100:00100000:1.0:1788650931.614184:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807617536 00000100:00100000:0.0:1788650931.615295:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788650931.615307:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481725050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+12:23448:x1875535807617536:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788650931.615374:0:22710:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1788650931.615377:0:22710:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:0.0:1788650931.615384:0:22710:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:0.0:1788650931.615905:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481725050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+12:23448:x1875535807617536:12345-0@lo:253:mount.lustre.0 Request processed in 600us (4519us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650931.615914:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788650931.615998:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489069180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807617536:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788650931.616013:0:23448:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:1.0:1788650931.616016:0:23448:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788650931.616018:0:23448:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788650931.616019:0:23448:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788650931.616020:0:23448:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788650931.616021:0:23448:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788650931.616022:0:23448:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788650931.616023:0:23448:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788650931.616025:0:23448:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788650931.616026:0:23448:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1788650931.616046:0:23448:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9ee486636800 from lustre-MDT0001 10000000:01000000:1.0:1788650931.616095:0:23448:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:1.0:1788650931.616098:0:23448:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:1.0:1788650931.616104:0:23448:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9ee5b481b380 local copy 00010000:00010000:1.0:1788650931.616114:0:23448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486954200/0x798896c918a139ed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a139f4 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650931.616232:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487837100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807617664:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788650931.616265:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650931.616476:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5c343ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1788650931.616575:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807617664 00000100:00100000:3.0:1788650931.616582:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807617664 00000100:00100000:3.0:1788650931.616606:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788650931.616614:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481724c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+12:23448:x1875535807617664:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788650931.616684:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481724c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+12:23448:x1875535807617664:12345-0@lo:501:mount.lustre.0 Request processed in 71us (418us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788650931.616690:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788650931.616760:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487837100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807617664:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1788650931.616772:0:23448:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.201.103@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1788650931.616788:0:23448:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.201.103@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1788650931.616795:0:23448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486954200/0x798896c918a139ed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a139f4 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.616803:0:23448:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee486954200/0x798896c918a139ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a139f4 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788650931.616827:0:23448:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9ee486636800 10000000:01000000:1.0:1788650931.616831:0:23448:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1788650931.616836:0:23448:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff9ee5b481b380 10000000:01000000:1.0:1788650931.616838:0:23448:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:1.0:1788650931.616841:0:23448:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff9ee5b481b380 from 1 10000000:01000000:1.0:1788650931.616844:0:23448:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788650931.616867:0:23448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486955600/0x798896c918a13afe lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.616875:0:23448:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff9ee486955600/0x798896c918a13afe lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.616884:0:23448:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff9ee486955600/0x798896c918a13afe lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650931.616907:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487837100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807617792:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788650931.616932:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650931.616982:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5c343ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1788650931.617080:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807617792 00000100:00100000:0.0:1788650931.617084:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807617792 00000100:00100000:2.0:1788650931.617143:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788650931.617152:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481726050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+12:23448:x1875535807617792:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788650931.617161:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788650931.617174:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee4878fe600/0x798896c918a13b05 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x798896c918a13afe expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650931.617195:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee4878fe600/0x798896c918a13b05 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x798896c918a13afe expref: 13 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650931.617205:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee4878fe600/0x798896c918a13b05 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13afe expref: 13 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650931.617220:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4878fe600, rc 0) 00000100:00100000:2.0:1788650931.617253:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481726050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+13:23448:x1875535807617792:12345-0@lo:101:mount.lustre.0 Request processed in 103us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650931.617259:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788650931.617328:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487837100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807617792:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788650931.617340:0:23448:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff9ee486955600/0x798896c918a13afe lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13b05 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.617349:0:23448:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff9ee486955600/0x798896c918a13afe lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13b05 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788650931.617363:0:23448:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788650931.617378:0:23448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486955600/0x798896c918a13afe lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13b05 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.617384:0:23448:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee486955600/0x798896c918a13afe lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13b05 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788650931.617392:0:23448:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9ee486636800 10000000:01000000:1.0:1788650931.617396:0:23448:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1788650931.617398:0:23448:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9ee486636800 from 1 10000000:01000000:1.0:1788650931.617400:0:23448:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1788650931.617413:0:23448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486954000/0x798896c918a13b0c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.617419:0:23448:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff9ee486954000/0x798896c918a13b0c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.617426:0:23448:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff9ee486954000/0x798896c918a13b0c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650931.617444:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487837100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807617920:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788650931.617466:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650931.617620:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5c343ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1788650931.617646:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807617920 00000100:00100000:3.0:1788650931.617650:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807617920 00000100:00100000:3.0:1788650931.617669:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788650931.617675:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481725450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+13:23448:x1875535807617920:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788650931.617681:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788650931.617690:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee589464000/0x798896c918a13b13 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x798896c918a13b0c expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650931.617701:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee589464000/0x798896c918a13b13 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x798896c918a13b0c expref: 14 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650931.617708:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee589464000/0x798896c918a13b13 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13b0c expref: 14 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650931.617713:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee589464000, rc 0) 00000100:00100000:3.0:1788650931.617749:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481725450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+14:23448:x1875535807617920:12345-0@lo:101:mount.lustre.0 Request processed in 74us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650931.617760:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788650931.617874:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487837100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807617920:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788650931.617885:0:23448:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff9ee486954000/0x798896c918a13b0c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13b13 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.617893:0:23448:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff9ee486954000/0x798896c918a13b0c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13b13 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788650931.617903:0:23448:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1788650931.617918:0:23448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486954000/0x798896c918a13b0c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13b13 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.617925:0:23448:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee486954000/0x798896c918a13b0c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13b13 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788650931.617931:0:23448:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:1.0:1788650931.617934:0:23448:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788650931.617938:0:23448:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9ee486636800 10000000:01000000:1.0:1788650931.617941:0:23448:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1788650931.617943:0:23448:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:1.0:1788650931.617946:0:23448:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:1.0:1788650931.617957:0:23448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486955200/0x798896c918a13b1a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.617963:0:23448:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff9ee486955200/0x798896c918a13b1a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.617976:0:23448:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff9ee486955200/0x798896c918a13b1a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650931.617987:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487837100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807618048:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788650931.618010:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650931.618023:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5c343ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1788650931.618087:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807618048 00000100:00100000:3.0:1788650931.618091:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807618048 00000100:00100000:3.0:1788650931.618109:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788650931.618114:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481725850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+14:23448:x1875535807618048:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788650931.618121:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788650931.618128:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee589465200/0x798896c918a13b21 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x798896c918a13b1a expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650931.618140:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee589465200/0x798896c918a13b21 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x798896c918a13b1a expref: 15 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650931.618147:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee589465200/0x798896c918a13b21 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13b1a expref: 15 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650931.618153:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee589465200, rc 0) 00000100:00100000:3.0:1788650931.618183:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481725850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+15:23448:x1875535807618048:12345-0@lo:101:mount.lustre.0 Request processed in 68us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650931.618188:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788650931.618272:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487837100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807618048:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788650931.618282:0:23448:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff9ee486955200/0x798896c918a13b1a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13b21 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.618290:0:23448:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff9ee486955200/0x798896c918a13b1a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13b21 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788650931.619439:0:23448:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:1.0:1788650931.619999:0:23448:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788650931.623570:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1788650931.623628:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:1.0:1788650931.623644:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:1.0:1788650931.623657:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:1.0:1788650931.623674:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:1.0:1788650931.623688:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:1.0:1788650931.623701:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:1.0:1788650931.623715:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:1.0:1788650931.623732:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:1.0:1788650931.623813:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:1.0:1788650931.623829:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:1.0:1788650931.623840:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:1.0:1788650931.623853:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:1.0:1788650931.623864:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:1.0:1788650931.623885:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:1.0:1788650931.623898:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:1.0:1788650931.623909:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:1.0:1788650931.623921:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:1.0:1788650931.623933:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:1.0:1788650931.623945:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:1.0:1788650931.623956:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:1.0:1788650931.623967:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:1.0:1788650931.623980:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:1.0:1788650931.623995:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:1.0:1788650931.624008:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:1.0:1788650931.624021:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:1.0:1788650931.624033:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:1.0:1788650931.624044:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:1.0:1788650931.624137:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:1.0:1788650931.624160:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:1.0:1788650931.624173:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:1.0:1788650931.624187:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:1.0:1788650931.624199:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:1.0:1788650931.624212:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:1.0:1788650931.624226:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:1.0:1788650931.624240:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:1.0:1788650931.624254:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:1.0:1788650931.624269:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:1.0:1788650931.624284:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:1.0:1788650931.624301:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:1.0:1788650931.624317:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:1.0:1788650931.624332:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:1.0:1788650931.624348:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:1.0:1788650931.624363:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:1.0:1788650931.624393:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:1.0:1788650931.624399:0:23448:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:1.0:1788650931.624508:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487837100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807618176:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788650931.624592:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650931.624688:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5c343ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1788650931.624790:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807618176 00000100:00100000:3.0:1788650931.624799:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807618176 00000100:00100000:3.0:1788650931.624886:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788650931.624896:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481726c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+15:23448:x1875535807618176:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788650931.625036:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481726c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+15:23448:x1875535807618176:12345-0@lo:501:mount.lustre.0 Request processed in 141us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650931.625044:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788650931.625154:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487837100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807618176:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788650931.625184:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487837100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807618304:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788650931.625219:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650931.625334:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5c343ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1788650931.625394:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807618304 00000100:00100000:0.0:1788650931.625399:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807618304 00000100:00100000:0.0:1788650931.625421:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788650931.625427:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481724850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+15:23448:x1875535807618304:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788650931.626023:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481724850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+15:23448:x1875535807618304:12345-0@lo:503:mount.lustre.0 Request processed in 595us (801us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650931.626031:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788650931.626138:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487837100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807618304:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788650931.626509:0:23448:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788650931.626584:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487837100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807618432:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788650931.626621:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650931.626652:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5c343ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1788650931.626698:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807618432 00000100:00100000:0.0:1788650931.626702:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807618432 00000100:00100000:0.0:1788650931.626721:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788650931.626727:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481724050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+15:23448:x1875535807618432:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788650931.627368:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481724050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+15:23448:x1875535807618432:12345-0@lo:502:mount.lustre.0 Request processed in 638us (744us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650931.627376:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788650931.627680:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487837100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807618432:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788650931.628260:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1788650931.628290:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:1.0:1788650931.628302:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:1.0:1788650931.628312:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:1.0:1788650931.628323:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:1.0:1788650931.628334:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:1.0:1788650931.628346:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:1.0:1788650931.628359:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:1.0:1788650931.628371:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:1.0:1788650931.628385:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:1.0:1788650931.628419:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:1.0:1788650931.628435:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:1.0:1788650931.628446:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:1.0:1788650931.628458:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:1.0:1788650931.628471:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:1.0:1788650931.628494:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:1.0:1788650931.628505:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:1.0:1788650931.628519:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:1.0:1788650931.628534:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:1.0:1788650931.628583:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:1.0:1788650931.628598:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:1.0:1788650931.628611:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:1.0:1788650931.628626:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:1.0:1788650931.628641:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:1.0:1788650931.628655:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:1.0:1788650931.628669:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:1.0:1788650931.628694:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:1.0:1788650931.628711:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:1.0:1788650931.628725:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:1.0:1788650931.628873:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:1.0:1788650931.628892:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:1.0:1788650931.628904:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:1.0:1788650931.628918:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:1.0:1788650931.628931:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:1.0:1788650931.628945:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:1.0:1788650931.628959:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:1.0:1788650931.628973:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:1.0:1788650931.628985:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:1.0:1788650931.628998:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:1.0:1788650931.629011:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:1.0:1788650931.629023:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:1.0:1788650931.629037:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:1.0:1788650931.629136:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:1.0:1788650931.629153:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:1.0:1788650931.629188:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487837100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807618560:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788650931.629247:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650931.629326:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5c343a000 going to sleep for 11 seconds 00000100:00100000:3.0:1788650931.629371:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807618560 00000100:00100000:3.0:1788650931.629382:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807618560 00000100:00100000:3.0:1788650931.629464:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788650931.629474:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481724450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+15:23448:x1875535807618560:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788650931.629602:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481724450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+15:23448:x1875535807618560:12345-0@lo:502:mount.lustre.0 Request processed in 129us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650931.629610:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788650931.629684:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487837100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807618560:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788650931.629726:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:1.0:1788650931.629745:0:23448:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:1.0:1788650931.630384:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788650931.630396:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788650931.630398:0:23452:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1788650931.630403:0:23452:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:1.0:1788650931.630405:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788650931.630419:0:23452:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff9ee487753380) 00000020:00000080:1.0:1788650931.630438:0:23452:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:1.0:1788650931.630444:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1788650931.630515:0:23452:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:1.0:1788650931.630523:0:23452:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x798896c918a13b2f 00000020:00000080:1.0:1788650931.630749:0:23452:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1788650931.630754:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788650931.630757:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788650931.630759:0:23452:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1788650931.630762:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788650931.630766:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788650931.630767:0:23452:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:1.0:1788650931.630770:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788650931.630777:0:23452:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff9ee487754d40) 00000020:00000080:1.0:1788650931.630788:0:23452:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:1.0:1788650931.630791:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1788650931.630793:0:23452:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:1.0:1788650931.630795:0:23452:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:1.0:1788650931.630800:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1788650931.630848:0:23452:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ee486636800 from lustre-MDT0001, refs=2 00000020:00000080:1.0:1788650931.630861:0:23452:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff9ee4877519c0) 00000020:00000080:1.0:1788650931.630869:0:23452:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:1.0:1788650931.630925:0:23452:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1788650931.630931:0:23452:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x798896c918a13b44 00000020:00000080:1.0:1788650931.631028:0:23452:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:1.0:1788650931.631036:0:23452:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1788650931.631041:0:23452:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x798896c918a13b4b 00080000:01000000:1.0:1788650931.631046:0:23452:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:1.0:1788650931.631049:0:23452:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x798896c918a13b52 00010000:00010000:1.0:1788650931.696176:0:23452:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:1.0:1788650931.697963:0:23452:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:1.0:1788650931.699368:0:23452:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:0.0:1788650931.702442:0:23452:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:0.0:1788650931.702457:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788650931.702464:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788650931.702466:0:23452:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:0.0:1788650931.702470:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788650931.702476:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788650931.702484:0:23452:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:0.0:1788650931.702488:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1788650931.702493:0:23452:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.103@tcp to nid 0x20000c0a8c967 (192.168.201.103@tcp) 00000020:00000080:0.0:1788650931.702523:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788650931.702552:0:23452:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff9ee5b48e8000) 00000020:00000080:0.0:1788650931.702575:0:23452:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:0.0:1788650931.702582:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1788650931.702651:0:23452:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:0.0:1788650931.702657:0:23452:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:0.0:1788650931.702663:0:23452:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x798896c918a13b60 00010000:00080000:0.0:1788650931.702695:0:23452:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9ee586be9000@lustre-MDT0000-osp-MDT0001: add connection 192.168.201.103@tcp at head 00010000:00010000:0.0:1788650931.705382:0:23452:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:3.0:1788650931.716699:0:23452:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1788650931.716716:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1788650931.716776:0:23452:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:3.0:1788650931.716800:0:23452:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x798896c918a13b67 00000100:00080000:3.0:1788650931.716810:0:23452:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788650931.716816:0:23452:0:(import.c:665:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9ee586be9000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:3.0:1788650931.716854:0:23452:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee48794f480 x1875535807618688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788650931.716883:0:23452:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:3.0:1788650931.716950:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788650931.716955:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788650931.716957:0:23452:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:3.0:1788650931.716961:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788650931.716963:0:23452:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:3.0:1788650931.716965:0:23452:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788650931.716966:0:23452:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788650931.716968:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788650931.716970:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788650931.716972:0:23452:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788650931.716974:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788650931.716979:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788650931.716981:0:23452:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:3.0:1788650931.716985:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1788650931.717015:0:23452:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1788650931.717043:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788650931.717047:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788650931.717049:0:23452:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:3.0:1788650931.717051:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788650931.717053:0:23452:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:3.0:1788650931.717054:0:23452:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788650931.717082:0:23452:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788650931.717085:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788650931.717088:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788650931.717089:0:23452:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788650931.717092:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788650931.717095:0:23452:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:3.0:1788650931.717099:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788650931.717100:0:23452:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1788650931.717103:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788650931.717106:0:23452:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.103@tcp to nid 0x20000c0a8c967 (192.168.201.103@tcp) 00000020:01000000:3.0:1788650931.717132:0:23452:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1788650931.717135:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788650931.717147:0:23452:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff9ee5b485b380) 00000020:00000080:3.0:1788650931.717159:0:23452:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:3.0:1788650931.717164:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788650931.717308:0:23452:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:3.0:1788650931.717316:0:23452:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:3.0:1788650931.717324:0:23452:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x798896c918a13b75 00010000:00080000:3.0:1788650931.717427:0:23452:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9ee5c342a800@lustre-OST0000-osc-MDT0001: add connection 192.168.201.103@tcp at head 00010000:00010000:3.0:1788650931.717655:0:23452:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00080000:0.0:1788650931.718098:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1788650931.718106:0:477:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1788650931.718109:0:477:0:(import.c:65:import_set_state_nolock()) ffff9ee5c59e3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788650931.718116:0:477:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 715 00000100:00080000:0.0:1788650931.718120:0:477:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1788650931.718125:0:477:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9ee5c59e3800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:0.0:1788650931.718163:0:477:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee489068a80 x1875535807618816/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788650931.718175:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788650931.718178:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788650931.718181:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788650931.718184:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788650931.718538:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48906b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875535807618944:0@lo:400:kworker.0 00000100:00100000:3.0:1788650931.718618:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650931.718679:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807618944 00000100:00100000:3.0:1788650931.718686:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807618944 00000100:00100000:3.0:1788650931.718732:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788650931.719160:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875535807618688:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788650931.719214:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650931.719243:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489068a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807618816:0@lo:38:kworker.0 00000100:00100000:1.0:1788650931.719265:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650931.719294:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807618688 00000100:00100000:1.0:1788650931.719298:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807618688 00000100:00100000:1.0:1788650931.719312:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807618816 00000100:00100000:1.0:1788650931.719314:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807618816 00000100:00100000:1.0:1788650931.719324:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788650931.719343:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487837100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1875535807618688:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788650931.719367:0:22722:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 718 last 0 00000020:00000080:1.0:1788650931.719398:0:22722:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x798896c918a13b7c 00000004:00100000:1.0:1788650931.719411:0:22722:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:1.0:1788650931.719417:0:22722:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:3.0:1788650931.719940:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48794df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875535807618944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650931.720006:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48794df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875535807618944:12345-0@lo:400:kworker.0 Request processed in 71us (1387us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650931.720013:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788650931.720126:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5a5ac8900 going to sleep for 0 seconds 00000040:01000000:3.0:1788650931.720459:0:23452:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1788650931.720712:0:23452:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00010000:00080000:1.0:1788650931.721234:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9ee48906b800 x1875535807618944/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650947 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650931.721251:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48906b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875535807618944:0@lo:400:kworker.0 00000040:00080000:3.0:1788650931.722527:0:23452:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788650931.723383:0:23452:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1788650931.723556:0:23452:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:3.0:1788650931.724029:0:23457:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788650931.724035:0:23457:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1788650931.725044:0:23452:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1788650931.725135:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1788650931.725177:0:23452:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1788650931.725199:0:23452:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x798896c918a13b83 00000100:00080000:3.0:1788650931.725282:0:23452:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788650931.725289:0:23452:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9ee5c342a800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:3.0:1788650931.725324:0:23452:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee48794dc00 x1875535807619072/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788650931.725439:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875535807619072:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1788650931.725504:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875535807619072 offset 0 length 520: 4 00000100:00080000:3.0:1788650931.725572:0:23452:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1788650931.725632:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788650931.725636:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788650931.725638:0:23452:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1788650931.725641:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788650931.725644:0:23452:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:3.0:1788650931.725646:0:23452:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788650931.725647:0:23452:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788650931.725648:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788650931.725651:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788650931.725652:0:23452:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788650931.725665:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788650931.725669:0:23452:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:3.0:1788650931.725673:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788650931.725675:0:23452:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1788650931.725678:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788650931.725682:0:23452:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.201.103@tcp to nid 0x20000c0a8c967 (192.168.201.103@tcp) 00000020:01000000:3.0:1788650931.725703:0:23452:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1788650931.725706:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788650931.725717:0:23452:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff9ee5b48599c0) 00000020:00000080:3.0:1788650931.725729:0:23452:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:3.0:1788650931.725841:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788650931.725904:0:23452:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:3.0:1788650931.725912:0:23452:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:3.0:1788650931.725918:0:23452:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x798896c918a13b91 00010000:00080000:3.0:1788650931.725960:0:23452:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9ee5908c0800@lustre-OST0001-osc-MDT0001: add connection 192.168.201.103@tcp at head 00010000:00010000:3.0:1788650931.726279:0:23452:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:3.0:1788650931.726429:0:23452:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1788650931.726446:0:23452:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:0.0:1788650931.726821:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788650931.726833:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788650931.726836:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788650931.726839:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788650931.729916:0:22722:0:(import.c:65:import_set_state_nolock()) ffff9ee5b62ee800 : changing import state from RECOVER to FULL 00000040:00080000:3.0:1788650931.731180:0:23452:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788650931.731571:0:23452:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1788650931.731692:0:23452:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:3.0:1788650931.732131:0:23459:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788650931.732136:0:23459:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:3.0:1788650931.732993:0:23452:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1788650931.733006:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1788650931.733050:0:23452:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:3.0:1788650931.733098:0:23452:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x798896c918a13b98 00000100:00080000:3.0:1788650931.733109:0:23452:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788650931.733115:0:23452:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9ee5908c0800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:3.0:1788650931.733150:0:23452:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee48794f100 x1875535807619200/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788650931.733180:0:23452:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00100000:0.0:1788650931.733279:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487837100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3642:x1875535807618688:12345-0@lo:38:llog_process_th.0 Request processed in 13945us (14073us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650931.733297:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788650931.733465:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788650931.733473:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487834e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1875535807618816:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1788650931.733658:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487834e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1875535807618816:12345-0@lo:38:kworker.0 Request processed in 184us (14391us total) trans 0 rc -11/-11 00000100:00100000:0.0:1788650931.733665:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000020:01000000:3.0:1788650931.733856:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788650931.733861:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788650931.733863:0:23452:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1788650931.733866:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788650931.733870:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788650931.733872:0:23452:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:3.0:1788650931.733875:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1788650931.733877:0:23452:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1788650931.733879:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788650931.733881:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788650931.733883:0:23452:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:3.0:1788650931.733885:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788650931.733887:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788650931.733889:0:23452:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1788650931.733893:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1788650931.733923:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788650931.733926:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788650931.733927:0:23452:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1788650931.733931:0:23452:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:3.0:1788650931.734194:0:23448:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:3.0:1788650931.734239:0:23448:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:3.0:1788650931.734261:0:23448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486955200/0x798896c918a13b1a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13b21 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650931.734272:0:23448:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee486955200/0x798896c918a13b1a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13b21 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788650931.734281:0:23448:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9ee486636800 from 1 10000000:01000000:3.0:1788650931.734284:0:23448:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788650931.734312:0:23448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee589464e00/0x798896c918a13b9f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650931.734327:0:23448:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff9ee589464e00/0x798896c918a13b9f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650931.734347:0:23448:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff9ee589464e00/0x798896c918a13b9f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788650931.734367:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807619328:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788650931.734411:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650931.734444:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5c3c6bcc0 going to sleep for 11 seconds 00000100:00080000:1.0:1788650931.734988:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788650931.735002:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788650931.735005:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788650931.735008:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788650931.735573:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788650931.735657:0:3642:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1788650931.735666:0:3642:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:2.0:1788650931.735672:0:3642:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1788650931.735676:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee586be9000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788650931.735699:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875535807618688:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788650931.735721:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788650931.735725:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee5c59e3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788650931.735729:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1788650931.735732:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489068a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807618816:0@lo:38:kworker.0 00000100:00100000:2.0:1788650931.735764:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875535807619200:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1788650931.735812:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875535807619200 offset 0 length 520: 4 00000100:00100000:3.0:1788650931.735848:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487836a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807619456:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788650931.735856:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807619328 00000100:00100000:2.0:1788650931.735862:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807619328 00000100:00100000:3.0:1788650931.735882:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650931.735902:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788650931.735911:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481727850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+15:23448:x1875535807619328:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788650931.735923:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788650931.735943:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee4878fea00/0x798896c918a13ba6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x798896c918a13b9f expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650931.735968:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee4878fea00/0x798896c918a13ba6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x798896c918a13b9f expref: 16 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650931.735980:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee4878fea00/0x798896c918a13ba6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13b9f expref: 16 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650931.735988:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4878fea00, rc 0) 00000100:00100000:0.0:1788650931.736017:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807619456 00000100:00100000:0.0:1788650931.736021:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807619456 00000100:00100000:2.0:1788650931.736026:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481727850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+16:23448:x1875535807619328:12345-0@lo:101:mount.lustre.0 Request processed in 117us (1615us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650931.736033:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788650931.736092:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807619328:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788650931.736107:0:23448:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff9ee589464e00/0x798896c918a13b9f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13ba6 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650931.736116:0:23448:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff9ee589464e00/0x798896c918a13b9f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13ba6 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788650931.736643:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807619584:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1788650931.736681:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650931.736710:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5c3c6bcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788650931.736732:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807619584 00000100:00100000:2.0:1788650931.736736:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807619584 00000100:00100000:2.0:1788650931.736771:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788650931.736779:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5837fb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+16:23448:x1875535807619584:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1788650931.736793:0:22708:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1788650931.736809:0:22708:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1788650931.736812:0:22708:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:3.0:1788650931.736922:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807619584:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1788650931.737033:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788650931.737042:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48794d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3643:x1875535807619456:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788650931.737085:0:22721:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 10000000:01000000:3.0:1788650931.741038:0:23448:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788650931.741354:0:23448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee589464e00/0x798896c918a13b9f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13ba6 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650931.741386:0:23448:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee589464e00/0x798896c918a13b9f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13ba6 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788650931.741395:0:23448:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ee486636800 from 1 10000000:01000000:3.0:1788650931.741398:0:23448:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788650931.741448:0:23448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee589465e00/0x798896c918a13bad lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650931.741457:0:23448:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff9ee589465e00/0x798896c918a13bad lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650931.741467:0:23448:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff9ee589465e00/0x798896c918a13bad lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788650931.741505:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807619712:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788650931.741587:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650931.741685:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5c3c6bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788650931.741972:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807619712 00000100:00100000:1.0:1788650931.741980:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807619712 00000100:00100000:1.0:1788650931.742037:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788650931.742048:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5952f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+17:23448:x1875535807619712:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788650931.742405:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788650931.742425:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee486955a00/0x798896c918a13bb4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x798896c918a13bad expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.742528:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee486955a00/0x798896c918a13bb4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x798896c918a13bad expref: 18 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.742551:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee486955a00/0x798896c918a13bb4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13bad expref: 18 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.742573:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee486955a00, rc 0) 00000100:00100000:1.0:1788650931.742787:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5952f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:23448:x1875535807619712:12345-0@lo:101:mount.lustre.0 Request processed in 740us (1198us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650931.742794:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1788650931.742901:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5837fb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+17:23448:x1875535807619584:12345-0@lo:256:mount.lustre.0 Request processed in 6121us (6218us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650931.742910:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788650931.742997:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807619712:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788650931.743012:0:23448:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff9ee589465e00/0x798896c918a13bad lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13bb4 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650931.743021:0:23448:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff9ee589465e00/0x798896c918a13bad lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13bb4 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788650931.744880:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48794d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3643:x1875535807619456:12345-0@lo:41:osp-pre-0-1.0 Request processed in 7830us (8987us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650931.744897:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788650931.745029:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487836a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807619456:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1788650931.745335:0:23448:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:3.0:1788650931.745664:0:23448:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788650931.745910:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1788650931.745943:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:3.0:1788650931.745971:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:3.0:1788650931.745985:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:3.0:1788650931.745998:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:3.0:1788650931.746009:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:3.0:1788650931.746034:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:3.0:1788650931.746050:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:3.0:1788650931.746108:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1788650931.746124:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:3.0:1788650931.746139:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:3.0:1788650931.746157:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:3.0:1788650931.746162:0:23448:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:3.0:1788650931.746238:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807619840:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788650931.746294:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650931.746339:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5c3c6b480 going to sleep for 11 seconds 00000100:00100000:1.0:1788650931.746450:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807619840 00000100:00100000:1.0:1788650931.746457:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807619840 00000100:00100000:1.0:1788650931.746505:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788650931.746515:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5952f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+17:23448:x1875535807619840:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788650931.746667:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5952f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+17:23448:x1875535807619840:12345-0@lo:501:mount.lustre.0 Request processed in 153us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650931.746675:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788650931.746811:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807619840:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788650931.746844:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807619968:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788650931.746881:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650931.746945:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5c3c6b480 going to sleep for 11 seconds 00000100:00100000:2.0:1788650931.750667:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807619968 00000100:00100000:2.0:1788650931.750684:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807619968 00000100:00100000:2.0:1788650931.750859:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1788650931.750870:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5952f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+17:23448:x1875535807619968:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788650931.751046:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5952f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+17:23448:x1875535807619968:12345-0@lo:503:mount.lustre.0 Request processed in 177us (4163us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650931.751083:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788650931.751309:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794ea00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807619968:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788650931.751918:0:23448:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788650931.751987:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489069c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807620096:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788650931.752026:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650931.752092:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee586bf4240 going to sleep for 11 seconds 00000100:00100000:1.0:1788650931.752146:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807620096 00000100:00100000:1.0:1788650931.752152:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807620096 00000100:00100000:1.0:1788650931.752186:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788650931.752195:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee582a62850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+17:23448:x1875535807620096:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788650931.752288:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee582a62850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+17:23448:x1875535807620096:12345-0@lo:502:mount.lustre.0 Request processed in 94us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650931.752295:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1788650931.752315:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489069c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807620096:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788650931.752655:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1788650931.752682:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:0.0:1788650931.752875:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:0.0:1788650931.752890:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:0.0:1788650931.752897:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:0.0:1788650931.752904:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:0.0:1788650931.752911:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:0.0:1788650931.752918:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:0.0:1788650931.752925:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1788650931.752932:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:0.0:1788650931.752939:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:0.0:1788650931.752957:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489069c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807620224:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788650931.752986:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650931.753030:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee586bf4240 going to sleep for 11 seconds 00000100:00100000:3.0:1788650931.753055:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807620224 00000100:00100000:3.0:1788650931.753114:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807620224 00000100:00100000:3.0:1788650931.753146:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788650931.753154:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee582a62050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+17:23448:x1875535807620224:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788650931.753304:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee582a62050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+17:23448:x1875535807620224:12345-0@lo:502:mount.lustre.0 Request processed in 151us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650931.753310:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1788650931.753405:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489069c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807620224:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788650931.753434:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:0.0:1788650931.753439:0:23448:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1788650931.754519:0:23461:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788650931.754530:0:23461:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788650931.754533:0:23461:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1788650931.754552:0:23461:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9ee486636800 00000020:00000080:2.0:1788650931.754555:0:23461:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788650931.754563:0:23461:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788650931.754566:0:23461:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788650931.754567:0:23461:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1788650931.754570:0:23461:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788650931.754572:0:23461:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788650931.754573:0:23461:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1788650931.754577:0:23461:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9ee486636800 00000020:00000080:2.0:1788650931.754578:0:23461:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788650931.754784:0:23461:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788650931.754789:0:23461:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788650931.754790:0:23461:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1788650931.754793:0:23461:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788650931.754795:0:23461:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788650931.754796:0:23461:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788650931.754798:0:23461:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9ee486636800 00000020:00000080:2.0:1788650931.754799:0:23461:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788650931.754813:0:23461:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788650931.754814:0:23461:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788650931.754815:0:23461:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788650931.754816:0:23461:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788650931.754818:0:23461:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788650931.754819:0:23461:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1788650931.754820:0:23461:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9ee486636800 00000020:00000080:2.0:1788650931.754821:0:23461:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788650931.754835:0:23461:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788650931.754836:0:23461:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788650931.754845:0:23461:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1788650931.754848:0:23461:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:0.0:1788650931.754906:0:23448:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1788650931.754934:0:23448:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788650931.754960:0:23448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee589465e00/0x798896c918a13bad lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13bb4 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650931.754972:0:23448:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee589465e00/0x798896c918a13bad lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13bb4 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788650931.755023:0:23448:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788650931.755026:0:23448:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9ee486636800 10000000:01000000:0.0:1788650931.755029:0:23448:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9ee486636800 10000000:01000000:0.0:1788650931.755038:0:23448:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788650931.755043:0:23448:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9ee486636800 from 1 10000000:01000000:0.0:1788650931.755045:0:23448:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788650931.755176:0:23448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5a0169c00/0x798896c918a13bbb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650931.755184:0:23448:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff9ee5a0169c00/0x798896c918a13bbb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650931.755193:0:23448:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff9ee5a0169c00/0x798896c918a13bbb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788650931.757307:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489069c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807620352:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788650931.757374:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650931.757463:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee586bf4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788650931.757627:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807620352 00000100:00100000:3.0:1788650931.757636:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807620352 00000100:00100000:3.0:1788650931.757739:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1788650931.757755:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee582a60c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+17:23448:x1875535807620352:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788650931.757770:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788650931.757786:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee589464800/0x798896c918a13bc2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x798896c918a13bbb expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650931.757813:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee589464800/0x798896c918a13bc2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x798896c918a13bbb expref: 18 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650931.757825:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee589464800/0x798896c918a13bc2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13bbb expref: 18 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650931.757834:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee589464800, rc 0) 00000100:00100000:3.0:1788650931.757883:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee582a60c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:23448:x1875535807620352:12345-0@lo:101:mount.lustre.0 Request processed in 130us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650931.757890:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1788650931.757964:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489069c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807620352:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788650931.757980:0:23448:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff9ee5a0169c00/0x798896c918a13bbb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13bc2 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650931.757990:0:23448:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff9ee5a0169c00/0x798896c918a13bbb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13bc2 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788650931.760166:0:23448:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:0.0:1788650931.760684:0:23448:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788650931.760919:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:0.0:1788650931.760944:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:0.0:1788650931.760956:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:0.0:1788650931.760966:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:0.0:1788650931.760977:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:0.0:1788650931.760987:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:0.0:1788650931.761010:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:0.0:1788650931.761025:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:0.0:1788650931.761038:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:0.0:1788650931.761050:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:0.0:1788650931.761092:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:0.0:1788650931.761107:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:0.0:1788650931.761119:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:0.0:1788650931.761132:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:0.0:1788650931.761146:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:0.0:1788650931.761170:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:0.0:1788650931.761182:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:0.0:1788650931.761193:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:0.0:1788650931.761324:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:0.0:1788650931.761355:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:0.0:1788650931.761373:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:0.0:1788650931.761387:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:0.0:1788650931.761401:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:0.0:1788650931.761416:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:0.0:1788650931.761430:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:0.0:1788650931.761882:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:0.0:1788650931.761902:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:0.0:1788650931.761915:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:0.0:1788650931.761927:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:0.0:1788650931.761938:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:0.0:1788650931.761951:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:0.0:1788650931.761974:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:0.0:1788650931.761988:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:0.0:1788650931.762000:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:0.0:1788650931.762012:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:0.0:1788650931.762024:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:0.0:1788650931.762036:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:0.0:1788650931.762048:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:0.0:1788650931.762079:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:0.0:1788650931.762105:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:0.0:1788650931.762120:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:0.0:1788650931.762133:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:0.0:1788650931.762147:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:0.0:1788650931.762160:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:0.0:1788650931.762174:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:0.0:1788650931.762188:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:0.0:1788650931.762639:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:0.0:1788650931.762679:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:0.0:1788650931.762908:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:0.0:1788650931.762934:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:0.0:1788650931.762952:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:0.0:1788650931.762957:0:23448:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:0.0:1788650931.763303:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489069c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807620480:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788650931.763370:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650931.763410:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee586bf4840 going to sleep for 11 seconds 00000100:00100000:3.0:1788650931.763835:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807620480 00000100:00100000:3.0:1788650931.763843:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807620480 00000100:00100000:3.0:1788650931.763894:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788650931.763903:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee582a63450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:23448:x1875535807620480:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788650931.764020:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee582a63450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:23448:x1875535807620480:12345-0@lo:501:mount.lustre.0 Request processed in 118us (650us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650931.764028:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788650931.764156:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489069c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807620480:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788650931.764193:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489069c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807620608:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788650931.764375:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650931.764402:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee586bf4840 going to sleep for 11 seconds 00000100:00100000:2.0:1788650931.764439:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807620608 00000100:00100000:2.0:1788650931.764962:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807620608 00000100:00100000:2.0:1788650931.765006:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788650931.765014:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee582a63850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:23448:x1875535807620608:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788650931.765129:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee582a63850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:23448:x1875535807620608:12345-0@lo:503:mount.lustre.0 Request processed in 115us (753us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650931.765136:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788650931.765603:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489069c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807620608:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788650931.767160:0:23448:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788650931.769650:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489069c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807620736:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788650931.769747:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650931.769804:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807620736 00000100:00100000:0.0:1788650931.769811:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807620736 00000100:00100000:0.0:1788650931.769866:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1788650931.769875:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee582a61c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:23448:x1875535807620736:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788650931.770001:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee582a61c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:23448:x1875535807620736:12345-0@lo:502:mount.lustre.0 Request processed in 126us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650931.770009:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1788650931.770085:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee586bf4b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788650931.770109:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489069c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807620736:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788650931.770320:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:0.0:1788650931.770351:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:0.0:1788650931.770367:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:0.0:1788650931.770382:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:0.0:1788650931.770396:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:0.0:1788650931.770410:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:0.0:1788650931.770423:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:0.0:1788650931.770437:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:0.0:1788650931.770450:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:0.0:1788650931.770480:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:0.0:1788650931.770496:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:0.0:1788650931.770511:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:0.0:1788650931.770524:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:0.0:1788650931.770538:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:0.0:1788650931.770565:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:0.0:1788650931.770577:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:0.0:1788650931.770590:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:0.0:1788650931.770604:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:0.0:1788650931.770617:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:0.0:1788650931.770629:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:0.0:1788650931.770643:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:0.0:1788650931.770656:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:0.0:1788650931.770669:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:0.0:1788650931.770683:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:0.0:1788650931.770694:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:0.0:1788650931.770720:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:0.0:1788650931.770733:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:0.0:1788650931.770745:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:0.0:1788650931.770757:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:0.0:1788650931.770770:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:0.0:1788650931.770782:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:0.0:1788650931.770794:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:0.0:1788650931.770807:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:0.0:1788650931.770820:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:0.0:1788650931.770833:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:0.0:1788650931.770845:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:0.0:1788650931.770859:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:0.0:1788650931.770873:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:0.0:1788650931.770886:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:0.0:1788650931.770901:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:0.0:1788650931.770914:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:0.0:1788650931.770939:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:0.0:1788650931.770955:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:0.0:1788650931.770968:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:0.0:1788650931.770981:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:0.0:1788650931.770994:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:0.0:1788650931.771007:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:0.0:1788650931.771019:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:0.0:1788650931.771082:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489069c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807620864:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788650931.771127:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650931.771165:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807620864 00000100:00100000:0.0:1788650931.771170:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807620864 00000100:00100000:0.0:1788650931.771201:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788650931.771209:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee582a61050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:23448:x1875535807620864:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788650931.771290:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee582a61050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:23448:x1875535807620864:12345-0@lo:502:mount.lustre.0 Request processed in 81us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650931.771306:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788650931.771343:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee586bf4b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788650931.771358:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489069c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807620864:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788650931.771478:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:0.0:1788650931.771499:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:0.0:1788650931.771519:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489069c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807620992:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788650931.771563:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650931.771585:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807620992 00000100:00100000:0.0:1788650931.771589:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807620992 00000100:00100000:0.0:1788650931.771611:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788650931.771618:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee582a60850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:23448:x1875535807620992:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788650931.771672:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee582a60850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:23448:x1875535807620992:12345-0@lo:502:mount.lustre.0 Request processed in 54us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650931.771679:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788650931.771704:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee586bf4b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788650931.771715:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489069c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807620992:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788650931.771743:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:0.0:1788650931.771749:0:23448:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:1.0:1788650931.780673:0:23465:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:1.0:1788650931.780695:0:23465:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff9ee487750000) 00000020:00000080:1.0:1788650931.780723:0:23465:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:1.0:1788650931.780948:0:23465:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ee486636800 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1788650931.780953:0:23465:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ee486636800 from lustre-MDT0001, refs=3 00000020:01000004:1.0:1788650931.780955:0:23465:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ee486636800 3 00010000:00080000:1.0:1788650931.780990:0:23465:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9ee5b9e22800@lustre-MDT0000-lwp-MDT0001: add connection 192.168.201.103@tcp at head 00010000:00010000:1.0:1788650931.788585:0:23465:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:1.0:1788650931.790109:0:23465:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:1.0:1788650931.790160:0:23465:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788650931.790176:0:23465:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x798896c918a13bd0 00000100:00080000:1.0:1788650931.790188:0:23465:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788650931.790195:0:23465:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9ee5b9e22800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:1.0:1788650931.790235:0:23465:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee487836a00 x1875535807621120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788650931.790278:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487836a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875535807621120:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788650931.790358:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788650931.790426:0:23465:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788650931.790448:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788650931.790452:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788650931.790455:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788650931.790458:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788650931.794270:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807621120 00000100:00100000:3.0:1788650931.794287:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807621120 00000100:00100000:3.0:1788650931.794336:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788650931.794345:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487837480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3642:x1875535807621120:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788650931.794377:0:22718:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 718 last 0 00000020:00000080:3.0:1788650931.794413:0:22718:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x798896c918a13bd7 00000004:00100000:3.0:1788650931.794439:0:22718:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788650931.794473:0:22718:0:(import.c:65:import_set_state_nolock()) ffff9ee48656d000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788650931.794581:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487837480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875535807621120:12345-0@lo:38:llog_process_th.0 Request processed in 235us (4222us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650931.794588:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1788650931.794729:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9ee487836a00 x1875535807621120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788650941 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650931.794745:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788650931.794756:0:3642:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1788650931.794764:0:3642:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1788650931.794769:0:3642:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788650931.794771:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee5b9e22800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788650931.794777:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487836a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875535807621120:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1788650931.801429:0:23465:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:0.0:1788650931.804782:0:23448:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1788650931.804846:0:23448:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1788650931.804869:0:23448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5a0169c00/0x798896c918a13bbb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13bc2 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650931.804883:0:23448:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee5a0169c00/0x798896c918a13bbb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13bc2 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1788650931.804955:0:23448:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1788650931.804958:0:23448:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1788650931.804959:0:23448:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788650931.804960:0:23448:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788650931.804962:0:23448:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788650931.804963:0:23448:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788650931.804965:0:23448:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788650931.804967:0:23448:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788650931.804968:0:23448:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788650931.804973:0:23448:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:0.0:1788650931.804975:0:23448:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788650931.804977:0:23448:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1788650931.804978:0:23448:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788650931.804979:0:23448:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788650931.804981:0:23448:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788650931.804982:0:23448:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788650931.804983:0:23448:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788650931.804984:0:23448:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788650931.804985:0:23448:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788650931.805015:0:23448:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:0.0:1788650931.805036:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489069c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807621248:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788650931.805125:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650931.805159:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee586bf4240 going to sleep for 11 seconds 00000100:00100000:0.0:1788650931.805221:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807621248 00000100:00100000:0.0:1788650931.805235:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807621248 00000100:00100000:0.0:1788650931.805280:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788650931.805289:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee582a60050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:23448:x1875535807621248:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788650931.805315:0:22708:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1788650931.805328:0:22708:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:1.0:1788650931.814315:0:22696:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:0.0:1788650931.815824:0:22708:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788650931.815842:0:22708:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:0.0:1788650931.815961:0:22732:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788650931.815965:0:22732:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788650931.815996:0:22732:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9ee5a0168600/0x798896c918a13bde lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650931.816016:0:22732:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ee589464a00/0x798896c918a13ae2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13adb expref: 18 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650931.816025:0:22732:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ee4878fea00/0x798896c918a13ba6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13b9f expref: 18 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650931.816033:0:22732:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9ee5a0168600/0x798896c918a13bde lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650931.816091:0:22732:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ee4878fea00/0x798896c918a13ba6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x798896c918a13b9f expref: 18 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650931.816108:0:22732:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ee4878fea00/0x798896c918a13ba6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x798896c918a13b9f expref: 18 pid: 22711 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788650931.816127:0:22732:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48906a300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22732:1875535807621376:0@lo:104: 00000100:00100000:0.0:1788650931.816201:0:22732:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788650931.816258:0:22732:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ee589464a00/0x798896c918a13ae2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x798896c918a13adb expref: 18 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650931.816267:0:22732:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ee589464a00/0x798896c918a13ae2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x798896c918a13adb expref: 18 pid: 22711 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788650931.816276:0:22732:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48906bb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22732:1875535807621504:0@lo:104: 00000100:00100000:1.0:1788650931.816291:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807621376 00000100:00100000:0.0:1788650931.816297:0:22732:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650931.816298:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807621376 00000100:00100000:0.0:1788650931.816313:0:22732:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee586bf4840 going to sleep for 11 seconds 00000100:00100000:0.0:1788650931.816328:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807621504 00000100:00100000:0.0:1788650931.816331:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807621504 00000100:00100000:1.0:1788650931.816335:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788650931.816343:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee489069f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+4:22732:x1875535807621376:12345-0@lo:104: 00010000:00010000:1.0:1788650931.816355:0:22699:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.103@tcp lock: ffff9ee589464e00/0x798896c918a13b9f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x798896c918a13ba6 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.816430:0:22699:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788650931.816436:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee489069f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+4:22732:x1875535807621376:12345-0@lo:104: Request processed in 94us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650931.816650:0:22732:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48906a300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22732:1875535807621376:0@lo:104: 00000100:00100000:1.0:1788650931.816807:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788650931.816825:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788650931.816832:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48906b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+3:22732:x1875535807621504:12345-0@lo:104: 00010000:00010000:1.0:1788650931.816839:0:22699:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.103@tcp lock: ffff9ee589464200/0x798896c918a13adb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x798896c918a13ae2 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.816887:0:22699:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1788650931.816892:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48906b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+3:22732:x1875535807621504:12345-0@lo:104: Request processed in 62us (595us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650931.816898:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:1.0:1788650931.816921:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788650931.816926:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff9ee589464e00/0x798896c918a13b9f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x798896c918a13ba6 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.816934:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee589464e00 already unused, calling callback (ffffffffc119fc20) 10000000:00010000:1.0:1788650931.816938:0:22705:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff9ee589464e00/0x798896c918a13b9f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x798896c918a13ba6 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.816946:0:22705:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff9ee589464e00/0x798896c918a13b9f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x798896c918a13ba6 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788650931.816953:0:22705:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff9ee589464e00/0x798896c918a13b9f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x798896c918a13ba6 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788650931.816959:0:22705:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1788650931.816988:0:22705:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff9ee589464e00/0x798896c918a13b9f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13ba6 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.816995:0:22705:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788650931.817012:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff9ee589464e00/0x798896c918a13b9f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13ba6 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.817018:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff9ee589464e00/0x798896c918a13b9f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13ba6 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.817030:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788650931.817033:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff9ee589464200/0x798896c918a13adb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x798896c918a13ae2 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.817038:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee589464200 already unused, calling callback (ffffffffc119fc20) 10000000:00010000:1.0:1788650931.817041:0:22705:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff9ee589464200/0x798896c918a13adb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x798896c918a13ae2 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.817053:0:22705:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff9ee589464200/0x798896c918a13adb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x798896c918a13ae2 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788650931.817110:0:22732:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48906bb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22732:1875535807621504:0@lo:104: 00010000:00010000:0.0:1788650931.817128:0:22732:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9ee5a0168600/0x798896c918a13bde lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788650931.817418:0:22705:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff9ee589464200/0x798896c918a13adb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x798896c918a13ae2 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788650931.817424:0:22705:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1788650931.817510:0:22705:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff9ee589464200/0x798896c918a13adb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13ae2 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.817517:0:22705:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788650931.817537:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff9ee589464200/0x798896c918a13adb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13ae2 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.817555:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff9ee589464200/0x798896c918a13adb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13ae2 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.817571:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650931.817574:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650931.817576:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650931.817584:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788650931.817609:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487835c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3644:1875535807621632:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788650931.817645:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650931.817681:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee582a60050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:23448:x1875535807621248:12345-0@lo:253:mount.lustre.0 Request processed in 12392us (12556us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650931.817692:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1788650931.817704:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487836d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3645:1875535807621760:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788650931.817730:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650931.817743:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489069c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:23448:1875535807621248:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788650931.817755:0:23448:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:0.0:1788650931.817758:0:23448:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788650931.817760:0:23448:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1788650931.817761:0:23448:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788650931.817763:0:23448:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788650931.817764:0:23448:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788650931.817765:0:23448:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788650931.817767:0:23448:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788650931.817768:0:23448:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788650931.817769:0:23448:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1788650931.817784:0:23448:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:1.0:1788650931.818508:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807621632 00000100:00100000:1.0:1788650931.818515:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807621632 00010000:00010000:1.0:1788650931.818548:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ee4878fea00/0x798896c918a13ba6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x798896c918a13b9f expref: 18 pid: 22711 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650931.818578:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807621760 00000100:00100000:1.0:1788650931.818582:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807621760 00010000:00010000:1.0:1788650931.818595:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ee589464a00/0x798896c918a13ae2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x798896c918a13adb expref: 19 pid: 22711 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650931.818609:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788650931.818615:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487835880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+19:3644:x1875535807621632:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788650931.818627:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788650931.818631:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ee4878fea00/0x798896c918a13ba6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x798896c918a13b9f expref: 19 pid: 22711 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.818641:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ee4878fea00/0x798896c918a13ba6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x798896c918a13b9f expref: 19 pid: 22711 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.818656:0:22701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee4878fea00/0x798896c918a13ba6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x798896c918a13b9f expref: 19 pid: 22711 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.818667:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788650931.819225:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487835880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:3644:x1875535807621632:12345-0@lo:103:ldlm_bl.0 Request processed in 608us (1578us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650931.819233:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788650931.819248:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788650931.819254:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487836680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+17:3645:x1875535807621760:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788650931.819262:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788650931.819267:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ee589464a00/0x798896c918a13ae2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x798896c918a13adb expref: 17 pid: 22711 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.819275:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ee589464a00/0x798896c918a13ae2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x798896c918a13adb expref: 17 pid: 22711 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.819292:0:22701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee589464a00/0x798896c918a13ae2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x798896c918a13adb expref: 17 pid: 22711 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.819303:0:22701:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9ee5a0168600/0x798896c918a13bde lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.819310:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee5a0168600/0x798896c918a13bde lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1788650931.819323:0:22701:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004530647s 00010000:00010000:1.0:1788650931.819327:0:22701:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ee5a0168600/0x798896c918a13bde lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.819334:0:22701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ee5a0168600/0x798896c918a13bde lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.819340:0:22701:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9ee5a0168600/0x798896c918a13bde lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.819346:0:22701:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9ee5a0168600/0x798896c918a13bde lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.819351:0:22701:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5a0168600 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:1.0:1788650931.819355:0:22701:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9ee5a0168600/0x798896c918a13bde lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.819363:0:22701:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9ee5a0168600/0x798896c918a13bde lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.819388:0:22701:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9ee5a0168600/0x798896c918a13bde lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650931.819406:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788650931.819451:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487836680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+16:3645:x1875535807621760:12345-0@lo:103:ldlm_bl.0 Request processed in 185us (1709us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650931.819458:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788650931.819496:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487836d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3645:1875535807621760:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788650931.821504:0:22732:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9ee5a0168600/0x798896c918a13bde lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650931.821521:0:22732:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9ee5a0168600/0x798896c918a13bde lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650931.821528:0:22732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee5a0168600/0x798896c918a13bde lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:01000000:1.0:1788650931.823172:0:23448:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:0.0:1788650931.825754:0:23472:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:0.0:1788650931.825763:0:23472:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:0.0:1788650931.825880:0:23473:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1788650931.825930:0:23448:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000100:00100000:3.0:1788650931.826166:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487835c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3644:1875535807621632:0@lo:103:ldlm_bl.0 00000040:00080000:1.0:1788650931.826677:0:23473:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788650931.826729:0:23474:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489069c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23474:1875535807621888:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1788650931.826808:0:23474:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650931.826842:0:23474:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5a5ba8c00 going to sleep for 11 seconds 00000040:01000000:3.0:1788650931.826980:0:23448:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:3.0:1788650931.827009:0:23448:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:3.0:1788650931.827631:0:23448:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:3.0:1788650931.827639:0:23448:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:3.0:1788650931.827680:0:23448:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788650931.828742:0:23448:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000100:00100000:2.0:1788650931.829200:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807621888 00000100:00100000:2.0:1788650931.829208:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807621888 00000100:00100000:2.0:1788650931.829270:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788650931.829280:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48906bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23474:x1875535807621888:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788650931.829397:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48906bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23474:x1875535807621888:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 118us (2588us total) trans 0 rc 0/0 00000040:00080000:3.0:1788650931.829403:0:23448:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000100:00100000:2.0:1788650931.829404:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000040:01000000:3.0:1788650931.829441:0:23448:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:3.0:1788650931.829523:0:23448:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:3.0:1788650931.830085:0:23448:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000100:00100000:0.0:1788650931.831940:0:23474:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489069c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23474:1875535807621888:0@lo:1000:lod0001_rec0000.0 00000040:01000000:0.0:1788650931.831984:0:23474:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1788650931.832032:0:23474:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489069c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23474:1875535807622016:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1788650931.832117:0:23474:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650931.832151:0:23474:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5a5ba8c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788650931.832251:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807622016 00000100:00100000:2.0:1788650931.832258:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807622016 00000100:00100000:2.0:1788650931.832309:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788650931.832318:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48906a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23474:x1875535807622016:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788650931.832525:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48906a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23474:x1875535807622016:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 207us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650931.832533:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000040:00080000:1.0:1788650931.833425:0:23473:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000100:00100000:0.0:1788650931.833588:0:23474:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489069c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23474:1875535807622016:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1788650931.833677:0:23474:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489069c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23474:1875535807622144:0@lo:900:lod0001_rec0000.0 00000100:00100000:0.0:1788650931.833727:0:23474:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650931.833762:0:23474:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5a5ba8f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788650931.834043:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807622144 00000100:00100000:2.0:1788650931.834048:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807622144 00000100:00100000:2.0:1788650931.834094:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788650931.834102:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee489068e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23474:x1875535807622144:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1788650931.834154:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee489068e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23474:x1875535807622144:12345-0@lo:900:lod0001_rec0000.0 Request processed in 53us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650931.834160:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1788650931.834533:0:23474:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9ee489069c00 x1875535807622144/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788650947 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788650931.834554:0:23474:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489069c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23474:1875535807622144:0@lo:900:lod0001_rec0000.0 00000004:00080000:1.0:1788650931.834578:0:23473:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000100:00100000:0.0:1788650931.834607:0:23474:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489069c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23474:1875535807622272:0@lo:1000:lod0001_rec0000.0 00000100:00100000:0.0:1788650931.834640:0:23474:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650931.834672:0:23474:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5a5ba8c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788650931.834928:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807622272 00000100:00100000:2.0:1788650931.834933:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807622272 00000100:00100000:2.0:1788650931.834964:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788650931.834970:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48906aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23474:x1875535807622272:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788650931.835081:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48906aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23474:x1875535807622272:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 110us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650931.835087:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788650931.835307:0:23474:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489069c00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23474:1875535807622272:0@lo:1000:lod0001_rec0000.0 00000040:00080000:1.0:1788650931.835354:0:23474:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788650931.839341:0:23474:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1788650931.839431:0:23474:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:1.0:1788650931.839436:0:23474:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00000004:1.0:1788650931.845155:0:23448:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1788650931.849408:0:23448:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1788650931.849462:0:23448:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffbda2856b7988 00100000:10000000:2.0:1788650931.849471:0:23448:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:1.0:1788650931.850478:0:23448:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1788650931.850511:0:23448:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.103@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1788650931.850531:0:23448:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=48 00000080:00000004:1.0:1788650931.850568:0:23448:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:1.0:1788650931.851797:0:23448:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788650931.852007:0:23448:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1788650932.357162:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788650932.745447:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5a5ac8900 going to sleep for 0 seconds 00000040:00080000:0.0:1788650932.870104:0:23475:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:1.0:1788650933.317113:0:22713:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788650933.317122:0:22713:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9ee486636800 from 12 10000000:01000000:1.0:1788650933.317126:0:22713:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788650933.317170:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486954a00/0x798896c918a13be5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650933.317188:0:22713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff9ee486954a00/0x798896c918a13be5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650933.317200:0:22713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff9ee486954a00/0x798896c918a13be5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650933.317222:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487836d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807622400:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788650933.317282:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650933.317320:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee488263600 going to sleep for 11 seconds 00000100:00100000:0.0:1788650933.317390:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807622400 00000100:00100000:0.0:1788650933.317397:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807622400 00000100:00100000:0.0:1788650933.317447:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788650933.317455:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee582a61450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+16:22713:x1875535807622400:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788650933.317467:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788650933.317486:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee5a0168600/0x798896c918a13bec lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x798896c918a13be5 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650933.317628:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee5a0168600/0x798896c918a13bec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x798896c918a13be5 expref: 17 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650933.317640:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee5a0168600/0x798896c918a13bec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13be5 expref: 17 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650933.317650:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5a0168600, rc 0) 00000100:00100000:0.0:1788650933.317690:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee582a61450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+17:22713:x1875535807622400:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 235us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650933.317697:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1788650933.317814:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487836d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807622400:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788650933.317828:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff9ee486954a00/0x798896c918a13be5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13bec expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650933.317845:0:22713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff9ee486954a00/0x798896c918a13be5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13bec expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650933.317890:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487836d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807622528:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788650933.317916:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650933.317934:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee488263600 going to sleep for 11 seconds 00000100:00100000:0.0:1788650933.318020:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807622528 00000100:00100000:0.0:1788650933.318024:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807622528 00000100:00100000:0.0:1788650933.318051:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788650933.318077:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee582a62450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+17:22713:x1875535807622528:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788650933.318090:0:22708:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788650933.318104:0:22708:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788650933.318107:0:22708:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:0.0:1788650933.318179:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee582a62450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+17:22713:x1875535807622528:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 122us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650933.318186:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1788650933.318252:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487836d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807622528:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1788650933.318300:0:22713:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788650933.318307:0:22713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486954a00/0x798896c918a13be5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13bec expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650933.318319:0:22713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee486954a00/0x798896c918a13be5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13bec expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788650933.318328:0:22713:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1788650933.318330:0:22713:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9ee5b03a3800 from 12 10000000:01000000:3.0:1788650933.318333:0:22713:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788650933.318352:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee589464a00/0x798896c918a13bf3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650933.318360:0:22713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff9ee589464a00/0x798896c918a13bf3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650933.318367:0:22713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff9ee589464a00/0x798896c918a13bf3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788650933.318379:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807622656:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788650933.318402:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650933.318430:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee589515f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788650933.318508:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807622656 00000100:00100000:1.0:1788650933.318512:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807622656 00000100:00100000:1.0:1788650933.318541:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788650933.318547:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4879c4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+17:22713:x1875535807622656:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788650933.318554:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788650933.318563:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee486955000/0x798896c918a13bfa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x798896c918a13bf3 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650933.318588:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee486955000/0x798896c918a13bfa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x798896c918a13bf3 expref: 18 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650933.318597:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee486955000/0x798896c918a13bfa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13bf3 expref: 18 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650933.318604:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee486955000, rc 0) 00000100:00100000:1.0:1788650933.318627:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4879c4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:22713:x1875535807622656:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 80us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650933.318633:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1788650933.318805:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807622656:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788650933.318815:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff9ee589464a00/0x798896c918a13bf3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13bfa expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650933.318823:0:22713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff9ee589464a00/0x798896c918a13bf3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13bfa expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788650933.318869:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807622784:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788650933.318895:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650933.318918:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee589515f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788650933.319007:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807622784 00000100:00100000:1.0:1788650933.319011:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807622784 00000100:00100000:1.0:1788650933.319035:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788650933.319040:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4879c5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:22713:x1875535807622784:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788650933.319050:0:22710:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788650933.319090:0:22710:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788650933.319093:0:22710:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1788650933.319146:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4879c5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:22713:x1875535807622784:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 105us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650933.319153:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1788650933.319219:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807622784:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1788650933.319247:0:22713:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788650933.319253:0:22713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee589464a00/0x798896c918a13bf3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13bfa expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650933.319261:0:22713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee589464a00/0x798896c918a13bf3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13bfa expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650933.381661:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788650933.768257:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5a5ac8900 going to sleep for 0 seconds 00000040:00080000:1.0:1788650933.898814:0:23475:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788650934.405636:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788650934.789414:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5a5ac8900 going to sleep for 0 seconds 00010000:00010000:1.0:1788650935.435647:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788650935.813884:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5a5ac8900 going to sleep for 0 seconds 00000001:02000400:2.0:1788650936.319668:0:23717:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg103-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1788650936.465914:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788650936.839959:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5a5ac8900 going to sleep for 0 seconds 00000100:00080000:1.0:1788650937.222461:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1788650937.222468:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1788650937.222472:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ee5c59e3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788650937.222498:0:36:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9ee5c59e3800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:1.0:1788650937.222522:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee487834000 x1875535807623040/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788650937.222540:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788650937.222544:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788650937.222547:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788650937.222550:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788650937.222576:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788650937.222579:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788650937.222581:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788650937.222584:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788650937.222614:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487835180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875535807623424:0@lo:400:kworker.0 00000100:00100000:1.0:1788650937.222679:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650937.222730:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788650937.222735:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487837800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3645:1875535807622912:0@lo:400:kworker.0 00000100:00100000:1.0:1788650937.222760:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650937.222787:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487834000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807623040:0@lo:38:kworker.0 00000100:00100000:1.0:1788650937.222808:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650937.222832:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487835f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875535807623168:0@lo:400:kworker.0 00000100:00100000:1.0:1788650937.222851:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650937.222864:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788650937.222868:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807623296:0@lo:400:kworker.0 00000100:00100000:1.0:1788650937.222883:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650937.222923:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807623424 00000100:00100000:1.0:1788650937.222931:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807623424 00000100:00100000:1.0:1788650937.222971:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807623168 00000100:00100000:1.0:1788650937.222973:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807623168 00000100:00100000:1.0:1788650937.222986:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788650937.222993:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487836d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875535807623424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650937.223035:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487836d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875535807623424:12345-0@lo:400:kworker.0 Request processed in 42us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650937.223042:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788650937.223056:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788650937.223081:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487836a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875535807623168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650937.223107:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487836a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875535807623168:12345-0@lo:400:kworker.0 Request processed in 27us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650937.223113:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788650937.223129:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807622912 00000100:00100000:1.0:1788650937.223132:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807622912 00000100:00100000:1.0:1788650937.223159:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1788650937.223165:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4879c4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:3645:x1875535807622912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650937.223222:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4879c4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:3645:x1875535807622912:12345-0@lo:400:kworker.0 Request processed in 56us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650937.223228:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1788650937.223256:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807623040 00000100:00100000:1.0:1788650937.223259:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807623040 00000100:00100000:1.0:1788650937.223270:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807623296 00000100:00100000:1.0:1788650937.223272:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807623296 00000100:00100000:1.0:1788650937.223285:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788650937.223290:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487835c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3642:x1875535807623040:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1788650937.223314:0:22722:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 723 last 0 00000020:00000080:1.0:1788650937.223361:0:22722:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x798896c918a13c01 00000004:00100000:1.0:1788650937.223375:0:22722:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:1.0:1788650937.223380:0:22722:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00010000:00080000:1.0:1788650937.223482:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9ee487835f80 x1875535807623168/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650937.223495:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487835f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875535807623168:0@lo:400:kworker.0 00000100:00100000:1.0:1788650937.223517:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487837800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3645:1875535807622912:0@lo:400:kworker.0 00010000:00080000:1.0:1788650937.223525:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9ee487835180 x1875535807623424/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650937.223534:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487835180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875535807623424:0@lo:400:kworker.0 00000100:00100000:3.0:1788650937.223762:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807623552:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788650937.223791:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650937.223917:0:22721:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:2.0:1788650937.223926:0:22721:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:3.0:1788650937.224125:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807623552 00000100:00100000:3.0:1788650937.224129:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807623552 00000100:00100000:2.0:1788650937.224287:0:23760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788650937.224294:0:23760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487835500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3643:x1875535807623296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650937.224341:0:23760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487835500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3643:x1875535807623296:12345-0@lo:400:kworker.0 Request processed in 48us (1457us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650937.224347:0:23760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788650937.224359:0:23760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788650937.224364:0:23760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48794ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807623552:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788650937.224388:0:23760:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788650937.224416:0:23760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48794ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807623552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 52us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650937.224422:0:23760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788650937.224546:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807623552:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788650937.224567:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807623296:0@lo:400:kworker.0 00000100:00080000:3.0:1788650937.251613:0:22722:0:(import.c:65:import_set_state_nolock()) ffff9ee5c342e800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788650937.251722:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487835c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3642:x1875535807623040:12345-0@lo:38:kworker.0 Request processed in 28429us (28911us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650937.251734:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:1.0:1788650937.251822:0:3642:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1788650937.251831:0:3642:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1788650937.251836:0:3642:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1788650937.251839:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee5c59e3800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1788650937.251861:0:3642:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000001f27410): req@ffff9ee48794ce00 x1875535807616128/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650937.251884:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487834000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807623040:0@lo:38:kworker.0 00000100:00100000:0.0:1788650937.251988:0:22758:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650937.252024:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5a5ac8900 going to sleep for 11 seconds 00000100:00100000:1.0:1788650937.252094:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807616128 00000100:00100000:1.0:1788650937.252100:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807616128 00000100:00100000:1.0:1788650937.252138:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788650937.252148:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48906b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22758:x1875535807616128:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788650937.252229:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48906b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22758:x1875535807616128:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 82us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650937.252235:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788650937.252280:0:22758:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794ce00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22758:1875535807616128:0@lo:1000:lod0000_rec0001.0 00000040:01000000:1.0:1788650937.252309:0:22758:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:1.0:1788650937.252349:0:22758:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487834000 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22758:1875535807623680:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788650937.252380:0:22758:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650937.252397:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee488263480 going to sleep for 11 seconds 00000100:00100000:1.0:1788650937.252408:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807623680 00000100:00100000:1.0:1788650937.252411:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807623680 00000100:00100000:1.0:1788650937.252434:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788650937.252440:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487835180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22758:x1875535807623680:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788650937.252544:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487835180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22758:x1875535807623680:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 104us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650937.252551:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788650937.252576:0:22758:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487834000 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22758:1875535807623680:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788650937.252636:0:22758:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487834000 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22758:1875535807623808:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788650937.252660:0:22758:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650937.252673:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee488263480 going to sleep for 11 seconds 00000100:00100000:1.0:1788650937.252685:0:23760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807623808 00000100:00100000:1.0:1788650937.252688:0:23760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807623808 00000100:00100000:1.0:1788650937.252708:0:23760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788650937.252715:0:23760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487837800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22758:x1875535807623808:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788650937.252758:0:23760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487837800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22758:x1875535807623808:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 44us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650937.252764:0:23760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788650937.252784:0:22758:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487834000 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22758:1875535807623808:0@lo:1000:lod0000_rec0001.0 00000040:00080000:1.0:1788650937.252817:0:22758:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788650937.255023:0:22758:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1788650937.255173:0:22758:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 19, retries 0 00000004:00080000:1.0:1788650937.255180:0:22758:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000100:00100000:3.0:1788650937.256688:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807623936:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788650937.256772:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650937.257251:0:23760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807623936 00000100:00100000:1.0:1788650937.257262:0:23760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807623936 00000100:00100000:1.0:1788650937.257311:0:23760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788650937.257320:0:23760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48794fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3643:x1875535807623936:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788650937.257353:0:23760:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788650937.257406:0:23760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48794fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3643:x1875535807623936:12345-0@lo:41:osp-pre-1-0.0 Request processed in 87us (634us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650937.257412:0:23760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788650937.257473:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807623936:0@lo:41:osp-pre-1-0.0 00000020:00000004:1.0:1788650937.318840:0:23771:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788650937.321491:0:23771:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1788650937.477823:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1788650938.286343:0:23821:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788650938.286621:0:23821:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788650938.501356:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788650939.331720:0:23869:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffebecd5ca0 20000000:00000080:0.0:1788650939.331738:0:23869:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9ee5c568b400 uarg=0000000000000000 20000000:01000000:0.0:1788650939.331780:0:23869:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:0.0:1788650939.331788:0:23869:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:0.0:1788650939.331800:0:23869:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:2.0:1788650939.332523:0:23870:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:0.0:1788650939.332735:0:23869:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:0.0:1788650939.338592:0:23869:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1788650939.338678:0:23869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9ee5a0169200/0x798896c918a13c08 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650939.338698:0:23869:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ee5a0169e00/0x798896c918a13ab1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13aaa expref: 17 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650939.338707:0:23869:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ee486955a00/0x798896c918a13bb4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13bad expref: 17 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650939.338714:0:23869:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9ee5a0169200/0x798896c918a13c08 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650939.338763:0:23869:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ee486955a00/0x798896c918a13bb4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x798896c918a13bad expref: 17 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650939.338779:0:23869:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ee486955a00/0x798896c918a13bb4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x798896c918a13bad expref: 17 pid: 22711 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788650939.338796:0:23869:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489068700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23869:1875535807624064:0@lo:104: 00000100:00100000:0.0:1788650939.338877:0:23869:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788650939.338977:0:23869:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ee5a0169e00/0x798896c918a13ab1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x798896c918a13aaa expref: 17 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650939.338986:0:23869:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ee5a0169e00/0x798896c918a13ab1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x798896c918a13aaa expref: 17 pid: 22711 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788650939.338993:0:23869:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48906ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23869:1875535807624192:0@lo:104: 00000100:00100000:0.0:1788650939.339027:0:23869:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650939.339380:0:23869:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5b64a9600 going to sleep for 11 seconds 00000100:00100000:1.0:1788650939.339849:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807624064 00000100:00100000:1.0:1788650939.339858:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807624064 00000100:00100000:1.0:1788650939.339894:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807624192 00000100:00100000:1.0:1788650939.339896:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807624192 00000100:00100000:1.0:1788650939.339908:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788650939.339915:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee489069880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+4:23869:x1875535807624064:12345-0@lo:104: 00010000:00010000:1.0:1788650939.339928:0:22699:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.103@tcp lock: ffff9ee589465e00/0x798896c918a13bad lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x798896c918a13bb4 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650939.340032:0:22699:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788650939.340038:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee489069880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+4:23869:x1875535807624064:12345-0@lo:104: Request processed in 123us (1161us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650939.340045:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788650939.340094:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788650939.340100:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee489069c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+3:23869:x1875535807624192:12345-0@lo:104: 00010000:00010000:1.0:1788650939.340107:0:22699:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.103@tcp lock: ffff9ee589465800/0x798896c918a13aaa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x798896c918a13ab1 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650939.340138:0:22699:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1788650939.340143:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee489069c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+3:23869:x1875535807624192:12345-0@lo:104: Request processed in 44us (1126us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650939.340149:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:2.0:1788650939.340324:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788650939.340331:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff9ee589465e00/0x798896c918a13bad lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x798896c918a13bb4 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650939.340339:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee589465e00 already unused, calling callback (ffffffffc119fc20) 10000000:00010000:2.0:1788650939.340343:0:22705:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff9ee589465e00/0x798896c918a13bad lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x798896c918a13bb4 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650939.340353:0:22705:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff9ee589465e00/0x798896c918a13bad lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x798896c918a13bb4 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788650939.340361:0:22705:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff9ee589465e00/0x798896c918a13bad lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x798896c918a13bb4 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788650939.340367:0:22705:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788650939.340405:0:22705:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff9ee589465e00/0x798896c918a13bad lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13bb4 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650939.340421:0:22705:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788650939.340439:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff9ee589465e00/0x798896c918a13bad lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13bb4 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650939.340457:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff9ee589465e00/0x798896c918a13bad lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13bb4 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650939.340474:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788650939.340477:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff9ee589465800/0x798896c918a13aaa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x798896c918a13ab1 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650939.340483:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee589465800 already unused, calling callback (ffffffffc119fc20) 10000000:00010000:2.0:1788650939.340486:0:22705:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff9ee589465800/0x798896c918a13aaa lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x798896c918a13ab1 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650939.340493:0:22705:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff9ee589465800/0x798896c918a13aaa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x798896c918a13ab1 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788650939.340499:0:22705:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff9ee589465800/0x798896c918a13aaa lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x798896c918a13ab1 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788650939.340505:0:22705:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788650939.340517:0:22705:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff9ee589465800/0x798896c918a13aaa lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13ab1 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650939.340522:0:22705:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788650939.340535:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff9ee589465800/0x798896c918a13aaa lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13ab1 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650939.340542:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff9ee589465800/0x798896c918a13aaa lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13ab1 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650939.340553:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650939.340559:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650939.340561:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788650939.340573:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3644:1875535807624320:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788650939.340665:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650939.340707:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3645:1875535807624448:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788650939.340728:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650939.340766:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807624320 00000100:00100000:2.0:1788650939.340770:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807624320 00010000:00010000:2.0:1788650939.340787:0:22702:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ee486955a00/0x798896c918a13bb4 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x798896c918a13bad expref: 18 pid: 22711 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788650939.340804:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807624448 00000100:00100000:2.0:1788650939.340806:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807624448 00010000:00010000:2.0:1788650939.340816:0:22702:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ee5a0169e00/0x798896c918a13ab1 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x798896c918a13aaa expref: 19 pid: 22711 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788650939.340826:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788650939.340832:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48806f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+19:3644:x1875535807624320:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788650939.340841:0:22702:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788650939.340845:0:22702:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ee486955a00/0x798896c918a13bb4 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x798896c918a13bad expref: 19 pid: 22711 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650939.340855:0:22702:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ee486955a00/0x798896c918a13bb4 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x798896c918a13bad expref: 19 pid: 22711 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650939.340870:0:22702:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788650939.340893:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48806f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+19:3644:x1875535807624320:12345-0@lo:103:ldlm_bl.0 Request processed in 61us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650939.340899:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788650939.340918:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788650939.340923:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48806ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:3645:x1875535807624448:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788650939.340930:0:22702:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788650939.340935:0:22702:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ee5a0169e00/0x798896c918a13ab1 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x798896c918a13aaa expref: 18 pid: 22711 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650939.340944:0:22702:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ee5a0169e00/0x798896c918a13ab1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x798896c918a13aaa expref: 18 pid: 22711 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650939.340956:0:22702:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9ee5a0169200/0x798896c918a13c08 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650939.340964:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee5a0169200/0x798896c918a13c08 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650939.340978:0:22702:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ee5a0169200/0x798896c918a13c08 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650939.340985:0:22702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ee5a0169200/0x798896c918a13c08 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650939.340993:0:22702:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9ee5a0169200/0x798896c918a13c08 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650939.340999:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9ee5a0169200/0x798896c918a13c08 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650939.341005:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5a0169200 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:2.0:1788650939.341009:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9ee5a0169200/0x798896c918a13c08 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650939.341017:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9ee5a0169200/0x798896c918a13c08 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650939.341029:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9ee5a0169200/0x798896c918a13c08 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650939.341039:0:22702:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788650939.341082:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48806ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:3645:x1875535807624448:12345-0@lo:103:ldlm_bl.0 Request processed in 158us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650939.341088:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788650939.341123:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3644:1875535807624320:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788650939.341142:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3645:1875535807624448:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788650939.341215:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650939.341588:0:23869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee486955a00/0x798896c918a13bb4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x798896c918a13bad expref: 17 pid: 22711 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788650939.341600:0:23869:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489068700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23869:1875535807624064:0@lo:104: 00010000:00010000:0.0:1788650939.341682:0:23869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee5a0169e00/0x798896c918a13ab1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x798896c918a13aaa expref: 16 pid: 22711 timeout: 826 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788650939.341690:0:23869:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48906ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23869:1875535807624192:0@lo:104: 00010000:00010000:0.0:1788650939.341707:0:23869:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9ee5a0169200/0x798896c918a13c08 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650939.341715:0:23869:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9ee5a0169200/0x798896c918a13c08 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650939.341721:0:23869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9ee5a0169200/0x798896c918a13c08 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650939.341727:0:23869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee5a0169200/0x798896c918a13c08 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650939.525316:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650940.564505:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788650940.873519:0:22752:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:1.0:1788650941.128113:0:22713:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788650941.128125:0:22713:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ee486636800 from 13 10000000:01000000:1.0:1788650941.128131:0:22713:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788650941.128184:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486954e00/0x798896c918a13c0f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650941.128208:0:22713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff9ee486954e00/0x798896c918a13c0f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650941.128221:0:22713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff9ee486954e00/0x798896c918a13c0f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650941.128248:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487834000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807624576:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788650941.128314:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650941.128361:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5a5ba8c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788650941.128415:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807624576 00000100:00100000:2.0:1788650941.128424:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807624576 00000100:00100000:2.0:1788650941.128485:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1788650941.128494:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4879c6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+16:22713:x1875535807624576:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788650941.128508:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788650941.128522:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee4878fec00/0x798896c918a13c16 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x798896c918a13c0f expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650941.128546:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee4878fec00/0x798896c918a13c16 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x798896c918a13c0f expref: 17 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650941.128558:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee4878fec00/0x798896c918a13c16 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13c0f expref: 17 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650941.128567:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4878fec00, rc 0) 00000100:00100000:2.0:1788650941.128608:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4879c6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+17:22713:x1875535807624576:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 115us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650941.128624:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788650941.129171:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487834000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807624576:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788650941.129199:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff9ee486954e00/0x798896c918a13c0f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13c16 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650941.129220:0:22713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff9ee486954e00/0x798896c918a13c0f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13c16 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650941.129286:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487834000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807624704:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788650941.129315:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650941.129338:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5a5ba8c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788650941.129400:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807624704 00000100:00100000:0.0:1788650941.129405:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807624704 00000100:00100000:0.0:1788650941.129444:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1788650941.129453:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4879c4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+17:22713:x1875535807624704:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788650941.129597:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4879c4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+17:22713:x1875535807624704:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 145us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650941.129604:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788650941.130095:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487834000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807624704:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788650941.130130:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487834000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807624832:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788650941.130172:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650941.130435:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5a5ba8c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788650941.130451:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807624832 00000100:00100000:1.0:1788650941.130456:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807624832 00000100:00100000:1.0:1788650941.130485:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788650941.130491:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4879c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+17:22713:x1875535807624832:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788650941.130590:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4879c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+17:22713:x1875535807624832:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 98us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650941.130597:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788650941.130804:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487834000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807624832:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1788650941.132530:0:23943:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1788650941.132976:0:22713:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1788650941.133001:0:22713:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788650941.133012:0:22713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486954e00/0x798896c918a13c0f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13c16 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650941.133026:0:22713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee486954e00/0x798896c918a13c0f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13c16 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788650941.133044:0:22713:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788650941.133047:0:22713:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ee5b03a3800 from 13 10000000:01000000:1.0:1788650941.133049:0:22713:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788650941.133261:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486955c00/0x798896c918a13c1d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650941.133270:0:22713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff9ee486955c00/0x798896c918a13c1d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650941.133280:0:22713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff9ee486955c00/0x798896c918a13c1d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650941.133304:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487834000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807624960:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788650941.133365:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650941.133998:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5a5ba8c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788650941.134082:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807624960 00000100:00100000:0.0:1788650941.134097:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807624960 00000100:00100000:0.0:1788650941.134144:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788650941.134153:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4879c7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+17:22713:x1875535807624960:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788650941.134167:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788650941.134181:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee5a0169000/0x798896c918a13c24 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x798896c918a13c1d expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650941.134219:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee5a0169000/0x798896c918a13c24 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x798896c918a13c1d expref: 18 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650941.134230:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee5a0169000/0x798896c918a13c24 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13c1d expref: 18 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650941.134241:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5a0169000, rc 0) 00000100:00100000:0.0:1788650941.134295:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4879c7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:22713:x1875535807624960:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 144us (930us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650941.134302:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788650941.134427:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487834000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807624960:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788650941.134442:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff9ee486955c00/0x798896c918a13c1d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13c24 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650941.134464:0:22713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff9ee486955c00/0x798896c918a13c1d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13c24 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788650941.134530:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807625088:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788650941.134560:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650941.134593:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee4865ee240 going to sleep for 11 seconds 00000100:00100000:1.0:1788650941.134599:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807625088 00000100:00100000:1.0:1788650941.134603:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807625088 00000100:00100000:1.0:1788650941.134641:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1788650941.134648:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4879c5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:22713:x1875535807625088:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788650941.134765:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4879c5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:22713:x1875535807625088:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 118us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650941.134773:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1788650941.135276:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807625088:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788650941.135311:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807625216:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788650941.135359:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650941.135400:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee4865ee240 going to sleep for 11 seconds 00000100:00100000:1.0:1788650941.135413:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807625216 00000100:00100000:1.0:1788650941.135417:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807625216 00000100:00100000:1.0:1788650941.135454:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1788650941.135462:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4879c5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:22713:x1875535807625216:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788650941.135553:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4879c5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:22713:x1875535807625216:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 91us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650941.135577:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1788650941.135730:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807625216:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788650941.137028:0:23946:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1788650941.139642:0:22713:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1788650941.139699:0:22713:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788650941.139714:0:22713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486955c00/0x798896c918a13c1d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13c24 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650941.139727:0:22713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee486955c00/0x798896c918a13c1d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13c24 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650941.319310:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788650931/real 1788650931] req@ffff9ee48794f100 x1875535807619200/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788650941 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650941.319339:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ee48794f100 x1875535807619200/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788650941 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650941.319351:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788650931/real 1788650931] req@ffff9ee48794dc00 x1875535807619072/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788650941 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650941.319388:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ee48794dc00 x1875535807619072/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788650941 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788650941.319407:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee5908c0800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788650941.319469:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788650941.319474:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875535807619200:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1788650941.319481:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee5c342a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788650941.325538:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788650941.325545:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788650941.325548:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788650941.325552:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788650941.325564:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788650941.325566:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1788650941.325570:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ee5c342a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788650941.325577:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 718 00000100:00080000:2.0:1788650941.325582:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788650941.325589:0:36:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9ee5c342a800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:2.0:1788650941.325610:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee48806ea00 x1875535807625856/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788650941.325622:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788650941.325625:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788650941.325627:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ee5908c0800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788650941.325630:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 718 00000100:00080000:2.0:1788650941.325632:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788650941.325636:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9ee5908c0800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:2.0:1788650941.325648:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee48806fb80 x1875535807625984/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788650941.325706:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807625728:0@lo:400:kworker.0 00000100:00100000:2.0:1788650941.325784:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650941.325845:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1788650941.325852:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3645:1875535807625344:0@lo:400:kworker.0 00000100:00100000:2.0:1788650941.325882:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650941.325912:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875535807626112:0@lo:400:kworker.0 00000100:00100000:2.0:1788650941.325940:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650941.325969:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807625472:0@lo:400:kworker.0 00000100:00100000:2.0:1788650941.325990:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650941.326009:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788650941.326014:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875535807625600:0@lo:400:kworker.0 00000100:00100000:2.0:1788650941.326036:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650941.326087:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807625344 00000100:00100000:2.0:1788650941.326094:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807625344 00000100:00100000:2.0:1788650941.326141:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1788650941.326150:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4879c4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:3645:x1875535807625344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650941.326197:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4879c4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:3645:x1875535807625344:12345-0@lo:400:kworker.0 Request processed in 48us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650941.326204:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1788650941.326240:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807626112 00000100:00100000:2.0:1788650941.326244:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807626112 00000100:00100000:2.0:1788650941.326270:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807625600 00000100:00100000:2.0:1788650941.326273:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807625600 00000100:00100000:2.0:1788650941.326286:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788650941.326292:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48806ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875535807626112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650941.326324:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48806ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875535807626112:12345-0@lo:400:kworker.0 Request processed in 31us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650941.326329:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788650941.326340:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788650941.327119:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807625728 00000100:00100000:0.0:1788650941.327127:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807625728 00000100:00100000:0.0:1788650941.327159:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807625472 00000100:00100000:0.0:1788650941.327163:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807625472 00000100:00100000:0.0:1788650941.327177:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788650941.327183:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48806e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807625728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650941.327229:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48806e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807625728:12345-0@lo:400:kworker.0 Request processed in 46us (1445us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650941.327236:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788650941.327251:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788650941.327257:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48806d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3643:x1875535807625472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650941.327303:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48806d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3643:x1875535807625472:12345-0@lo:400:kworker.0 Request processed in 47us (1312us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650941.327309:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788650941.327509:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48806d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875535807625600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650941.327550:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48806d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875535807625600:12345-0@lo:400:kworker.0 Request processed in 1197us (1512us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650941.327558:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:2.0:1788650941.327995:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9ee48806e680 x1875535807625600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650957 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788650941.328012:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875535807625600:0@lo:400:kworker.0 00000100:00100000:2.0:1788650941.328024:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807625472:0@lo:400:kworker.0 00000100:00100000:2.0:1788650941.328154:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3645:1875535807625344:0@lo:400:kworker.0 00010000:00080000:2.0:1788650941.328169:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9ee48806f800 x1875535807626112/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650957 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788650941.328178:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875535807626112:0@lo:400:kworker.0 00000100:00100000:2.0:1788650941.328189:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807625728:0@lo:400:kworker.0 00000100:00080000:1.0:1788650941.331916:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788650941.331930:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875535807619072:0@lo:8:llog_process_th.0 00000100:00100000:1.0:1788650941.331993:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875535807625856:0@lo:8:kworker.0 00000400:00000100:1.0:1788650941.332054:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875535807625856 offset 0 length 520: 4 00000100:00100000:1.0:1788650941.332110:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875535807625984:0@lo:8:kworker.0 00000400:00000100:1.0:1788650941.332132:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875535807625984 offset 0 length 520: 4 00000100:00080000:2.0:1788650941.334575:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788650941.334587:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788650941.334590:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788650941.334593:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1788650941.574300:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788650942.349878:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807626240:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788650942.349951:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650942.350011:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807626240 00000100:00100000:3.0:1788650942.350018:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807626240 00000100:00100000:3.0:1788650942.350104:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788650942.350113:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48794ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3643:x1875535807626240:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788650942.350155:0:22722:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788650942.350204:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48794ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3643:x1875535807626240:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650942.350211:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788650942.350274:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807626240:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788650942.350294:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788650942.350300:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807626368:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788650942.350322:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650942.350350:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807626368 00000100:00100000:3.0:1788650942.350354:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807626368 00000100:00100000:3.0:1788650942.350389:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788650942.350395:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48794ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807626368:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788650942.350416:0:22721:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788650942.350450:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48794ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807626368:12345-0@lo:41:osp-pre-0-1.0 Request processed in 55us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650942.350456:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788650942.350485:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807626368:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1788650942.597262:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788650943.111181:0:23475:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788650943.365155:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788650928/real 1788650928] req@ffff9ee48794e300 x1875535807617152/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788650943 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650943.365204:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ee48794e300 x1875535807617152/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788650943 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650943.365216:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788650928/real 1788650928] req@ffff9ee48794f800 x1875535807617280/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788650943 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650943.365229:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ee48794f800 x1875535807617280/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788650943 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788650943.365254:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee5858de000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788650943.365279:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788650943.365283:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807617152:0@lo:8:kworker.0 00000100:00080000:1.0:1788650943.365289:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee583755000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788650943.365294:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788650943.365297:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807617280:0@lo:8:kworker.0 00000100:00080000:0.0:1788650943.365474:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788650943.365478:0:477:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1788650943.365482:0:477:0:(import.c:65:import_set_state_nolock()) ffff9ee5858de000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788650943.365488:0:477:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 715 00000100:00080000:0.0:1788650943.365495:0:477:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1788650943.365505:0:477:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9ee5858de000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:0.0:1788650943.365528:0:477:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee489068a80 x1875535807626752/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788650943.365542:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788650943.365545:0:477:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788650943.365547:0:477:0:(import.c:65:import_set_state_nolock()) ffff9ee583755000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788650943.365550:0:477:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 715 00000100:00080000:0.0:1788650943.365552:0:477:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1788650943.365556:0:477:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9ee583755000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:0.0:1788650943.365566:0:477:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee48906b800 x1875535807626880/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788650943.365604:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788650943.365608:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788650943.365611:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788650943.365614:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788650943.365658:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489068700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875535807626624:0@lo:400:kworker.0 00000100:00100000:0.0:1788650943.365738:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650943.365787:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1788650943.365793:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48906ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3646:1875535807626496:0@lo:400:kworker.0 00000100:00100000:0.0:1788650943.365822:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650943.365843:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489068380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875535807627264:0@lo:400:kworker.0 00000100:00100000:0.0:1788650943.365882:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650943.365916:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489069180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875535807627008:0@lo:400:kworker.0 00000100:00100000:0.0:1788650943.365943:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650943.365961:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788650943.365966:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48906a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807627136:0@lo:400:kworker.0 00000100:00100000:0.0:1788650943.365986:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650943.366025:0:23760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807626624 00000100:00100000:0.0:1788650943.366033:0:23760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807626624 00000100:00100000:0.0:1788650943.366123:0:23760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807627136 00000100:00100000:0.0:1788650943.366127:0:23760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807627136 00000100:00100000:0.0:1788650943.366148:0:23760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788650943.366158:0:23760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee489069500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3646:x1875535807626624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650943.366220:0:23760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee489069500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3646:x1875535807626624:12345-0@lo:400:kworker.0 Request processed in 62us (481us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650943.366228:0:23760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788650943.366248:0:23760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788650943.366254:0:23760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807627136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650943.366283:0:23760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807627136:12345-0@lo:400:kworker.0 Request processed in 30us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650943.366288:0:23760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788650943.366357:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48906a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807627136:0@lo:400:kworker.0 00000100:00100000:0.0:1788650943.366382:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489068700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875535807626624:0@lo:400:kworker.0 00000100:00100000:1.0:1788650943.366702:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807626496 00000100:00100000:1.0:1788650943.366707:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807626496 00000100:00100000:1.0:1788650943.366752:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788650943.366759:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4879c6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:3646:x1875535807626496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650943.366805:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4879c6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:3646:x1875535807626496:12345-0@lo:400:kworker.0 Request processed in 46us (982us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650943.366812:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788650943.366849:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489068a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807626752:0@lo:8:kworker.0 00000400:00000100:1.0:1788650943.366881:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875535807626752 offset 0 length 520: 4 00000100:00100000:1.0:1788650943.366903:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48906b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807626880:0@lo:8:kworker.0 00000400:00000100:1.0:1788650943.366931:0:3642:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875535807626880 offset 0 length 520: 4 00000100:00100000:1.0:1788650943.366962:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48906ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3646:1875535807626496:0@lo:400:kworker.0 00000001:00100000:0.0:1788650943.372587:0:23449:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:2.0:1788650943.373335:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807627264 00000100:00100000:2.0:1788650943.373361:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807627264 00000100:00100000:2.0:1788650943.373460:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807627008 00000100:00100000:2.0:1788650943.373464:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807627008 00000100:00100000:1.0:1788650943.380967:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788650943.381116:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875535807627264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650943.381225:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875535807627264:12345-0@lo:400:kworker.0 Request processed in 242us (15341us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650943.381241:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788650943.381270:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788650943.381277:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875535807627008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650943.381318:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875535807627008:12345-0@lo:400:kworker.0 Request processed in 42us (15375us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650943.381324:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:0.0:1788650943.381379:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9ee489069180 x1875535807627008/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788650943.381395:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489069180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875535807627008:0@lo:400:kworker.0 00010000:00080000:1.0:1788650943.381586:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9ee489068380 x1875535807627264/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650943.381597:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489068380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875535807627264:0@lo:400:kworker.0 00010000:00010000:2.0:1788650943.621391:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650944.659738:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650945.669314:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788650946.424835:0:24217:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1788650946.424839:0:24217:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:2.0:1788650946.424841:0:24217:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1788650946.424958:0:24217:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9ee487a53000 00000020:01000004:2.0:1788650946.424974:0:24217:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1788650946.424987:0:24217:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1788650946.425001:0:24217:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff9ee5b0613380) 00000020:00000080:2.0:1788650946.425019:0:24217:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1788650946.513818:0:24217:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1788650946.519660:0:24217:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1788650946.520704:0:24217:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1788650946.521605:0:24217:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1788650946.522276:0:24217:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1788650946.522541:0:24217:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1788650946.522992:0:24217:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00080000:01000000:1.0:1788650946.525252:0:24217:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1788650946.525665:0:24217:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:1.0:1788650946.525678:0:24217:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:1.0:1788650946.525689:0:24217:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x798896c918a13c32 00000020:01000004:1.0:1788650946.525697:0:24217:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:1.0:1788650946.525716:0:24217:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.201.103@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1788650946.525719:0:24217:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.201.103@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1788650946.525725:0:24217:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0000 00000020:01000004:1.0:1788650946.525729:0:24217:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:1.0:1788650946.525755:0:24217:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff9ee5c57acd40) 00000020:00000080:1.0:1788650946.525768:0:24217:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:1.0:1788650946.531323:0:24217:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788650946.531533:0:24217:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:1.0:1788650946.531539:0:24217:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:1.0:1788650946.546014:0:24217:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:1.0:1788650946.546030:0:24217:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:1.0:1788650946.546549:0:24217:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:1.0:1788650946.546557:0:24217:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:2.0:1788650946.548103:0:24217:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788650946.548326:0:24217:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:2.0:1788650946.548333:0:24217:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:1.0:1788650946.554774:0:24217:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:1.0:1788650946.554793:0:24217:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:3.0:1788650946.589787:0:24217:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788650946.590244:0:24217:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:3.0:1788650946.590251:0:24217:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:3.0:1788650946.596799:0:24217:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1788650946.596815:0:24217:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:3.0:1788650946.598304:0:24217:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1788650946.598317:0:24217:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:3.0:1788650946.601864:0:24217:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788650946.602341:0:24217:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:3.0:1788650946.602348:0:24217:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:3.0:1788650946.607156:0:24217:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:3.0:1788650946.607172:0:24217:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:1.0:1788650946.688778:0:24217:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788650946.689802:0:24217:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:1.0:1788650946.689811:0:24217:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00010000:00010000:2.0:1788650946.693566:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788650946.700743:0:24217:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:1.0:1788650946.700762:0:24217:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:1.0:1788650946.705385:0:24217:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:1.0:1788650946.705563:0:24217:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:1.0:1788650946.705571:0:24217:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.103@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:1.0:1788650946.744417:0:24217:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.103@tcp ctxt 0 is initialized 00000020:01000004:1.0:1788650946.744503:0:24217:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.201.103@tcp, index=0000, flags=0x20002 00000020:01000004:1.0:1788650946.744509:0:24217:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1788650946.744511:0:24217:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1788650946.744512:0:24217:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788650946.744513:0:24217:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788650946.744515:0:24217:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788650946.744516:0:24217:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788650946.744518:0:24217:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788650946.744520:0:24217:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788650946.744521:0:24217:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788650946.744525:0:24217:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:1.0:1788650946.744527:0:24217:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788650946.744529:0:24217:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1788650946.744530:0:24217:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788650946.744532:0:24217:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788650946.744533:0:24217:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788650946.744534:0:24217:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788650946.744535:0:24217:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788650946.744536:0:24217:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788650946.744537:0:24217:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788650946.744574:0:24217:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1788650946.744609:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487835f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807627392:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788650946.744696:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650946.744815:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee588773600 going to sleep for 11 seconds 00000100:00100000:3.0:1788650946.745843:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807627392 00000100:00100000:3.0:1788650946.745856:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807627392 00000100:00100000:3.0:1788650946.746099:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788650946.746111:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bbac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:24217:x1875535807627392:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788650946.746171:0:22711:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1788650946.746175:0:22711:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:3.0:1788650946.746179:0:22711:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:3.0:1788650946.746925:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bbac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:24217:x1875535807627392:12345-0@lo:253:mount.lustre.0 Request processed in 815us (2226us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650946.746936:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1788650946.747096:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487835f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807627392:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788650946.747112:0:24217:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:2.0:1788650946.747116:0:24217:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788650946.747117:0:24217:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1788650946.747119:0:24217:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788650946.747120:0:24217:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788650946.747121:0:24217:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788650946.747122:0:24217:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788650946.747124:0:24217:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788650946.747126:0:24217:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788650946.747127:0:24217:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1788650946.747150:0:24217:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9ee487a53000 from lustre-OST0000 10000000:01000000:2.0:1788650946.747191:0:24217:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:2.0:1788650946.747195:0:24217:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1788650946.747204:0:24217:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9ee5b481b380 local copy 00010000:00010000:2.0:1788650946.747215:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486954200/0x798896c918a139ed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a139f4 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788650946.747363:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807627520:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788650946.747413:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650946.748390:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5858b2600 going to sleep for 11 seconds 00000100:00100000:1.0:1788650946.748665:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807627520 00000100:00100000:1.0:1788650946.748674:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807627520 00000100:00100000:3.0:1788650946.748809:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788650946.748821:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bbb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:24217:x1875535807627520:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788650946.749438:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bbb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:24217:x1875535807627520:12345-0@lo:501:mount.lustre.0 Request processed in 616us (2031us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788650946.749448:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1788650946.749606:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807627520:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1788650946.749628:0:24217:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.201.103@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1788650946.749659:0:24217:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.201.103@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1788650946.749668:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486954200/0x798896c918a139ed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a139f4 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.749679:0:24217:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee486954200/0x798896c918a139ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a139f4 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788650946.749711:0:24217:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9ee487a53000 10000000:01000000:2.0:1788650946.749717:0:24217:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1788650946.749724:0:24217:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1788650946.749727:0:24217:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788650946.749732:0:24217:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:2.0:1788650946.749735:0:24217:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1788650946.749766:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe800/0x798896c918a13c40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.749775:0:24217:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe800/0x798896c918a13c40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.749786:0:24217:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe800/0x798896c918a13c40 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788650946.749807:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807627648:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788650946.749842:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650946.749877:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5858b2600 going to sleep for 11 seconds 00000100:00100000:1.0:1788650946.749995:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807627648 00000100:00100000:1.0:1788650946.750001:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807627648 00000100:00100000:1.0:1788650946.750026:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1788650946.750033:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bbb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+18:24217:x1875535807627648:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788650946.750092:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788650946.750105:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee486954800/0x798896c918a13c47 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x798896c918a13c40 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650946.750130:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee486954800/0x798896c918a13c47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x798896c918a13c40 expref: 19 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650946.750141:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee486954800/0x798896c918a13c47 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13c40 expref: 19 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650946.750150:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee486954800, rc 0) 00000100:00100000:1.0:1788650946.750196:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bbb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+19:24217:x1875535807627648:12345-0@lo:101:mount.lustre.0 Request processed in 151us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650946.750203:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1788650946.750657:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807627648:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788650946.750680:0:24217:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe800/0x798896c918a13c40 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13c47 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.750690:0:24217:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe800/0x798896c918a13c40 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13c47 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788650946.753450:0:24217:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:2.0:1788650946.756387:0:24217:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788650946.763908:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1788650946.764661:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1788650946.764686:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1788650946.764699:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1788650946.764714:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1788650946.764728:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1788650946.764742:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1788650946.764755:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1788650946.764769:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:2.0:1788650946.764781:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:2.0:1788650946.764793:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:2.0:1788650946.764805:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:2.0:1788650946.764835:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:2.0:1788650946.764841:0:24217:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:2.0:1788650946.764978:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807627776:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788650946.765051:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650946.765302:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5b6589000 going to sleep for 11 seconds 00000100:00100000:1.0:1788650946.765460:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807627776 00000100:00100000:1.0:1788650946.765468:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807627776 00000100:00100000:1.0:1788650946.765535:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1788650946.765546:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bb8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+19:24217:x1875535807627776:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788650946.765732:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bb8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+19:24217:x1875535807627776:12345-0@lo:501:mount.lustre.0 Request processed in 187us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650946.765739:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1788650946.766112:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807627776:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788650946.766154:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807627904:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788650946.766211:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650946.766233:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5b6589000 going to sleep for 11 seconds 00000100:00100000:0.0:1788650946.766621:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807627904 00000100:00100000:0.0:1788650946.766628:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807627904 00000100:00100000:0.0:1788650946.766673:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1788650946.766680:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bb8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+19:24217:x1875535807627904:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788650946.767875:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bb8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+19:24217:x1875535807627904:12345-0@lo:503:mount.lustre.0 Request processed in 1189us (1657us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650946.767886:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788650946.768100:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807627904:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788650946.768885:0:24217:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788650946.769715:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807628032:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788650946.769795:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650946.769886:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5b4805180 going to sleep for 11 seconds 00000100:00100000:3.0:1788650946.780725:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807628032 00000100:00100000:3.0:1788650946.780745:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807628032 00000100:00100000:3.0:1788650946.780865:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1788650946.780877:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+19:24217:x1875535807628032:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788650946.784372:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+19:24217:x1875535807628032:12345-0@lo:502:mount.lustre.0 Request processed in 3485us (14564us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650946.784389:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1788650946.784720:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807628032:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788650946.785017:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:2.0:1788650946.785082:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:2.0:1788650946.785128:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:2.0:1788650946.785146:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:2.0:1788650946.785160:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:2.0:1788650946.785174:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:2.0:1788650946.785199:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:2.0:1788650946.785214:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:2.0:1788650946.785226:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:2.0:1788650946.785237:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:2.0:1788650946.785247:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:2.0:1788650946.785258:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:2.0:1788650946.785308:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807628160:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788650946.785368:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650946.792261:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5b4805180 going to sleep for 11 seconds 00000100:00100000:1.0:1788650946.792883:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807628160 00000100:00100000:1.0:1788650946.792895:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807628160 00000100:00100000:1.0:1788650946.795371:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1788650946.795385:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+19:24217:x1875535807628160:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788650946.796220:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+19:24217:x1875535807628160:12345-0@lo:502:mount.lustre.0 Request processed in 832us (10847us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650946.796243:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1788650946.796645:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807628160:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788650946.796733:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:2.0:1788650946.796748:0:24217:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:0.0:1788650946.798273:0:24234:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1788650946.798294:0:24234:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:0.0:1788650946.798302:0:24234:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788650946.798304:0:24234:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:0.0:1788650946.798310:0:24234:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788650946.798325:0:24234:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff9ee5b48ecd40) 00000020:00000080:0.0:1788650946.798350:0:24234:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:0.0:1788650946.798357:0:24234:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1788650946.798774:0:24234:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ee487a53000 from lustre-OST0000, refs=2 00080000:01000000:0.0:1788650946.798783:0:24234:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:0.0:1788650946.798792:0:24234:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x798896c918a13c55 00010000:00010000:0.0:1788650946.805577:0:24234:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:0.0:1788650946.806594:0:24234:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:0.0:1788650946.809438:0:24234:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:0.0:1788650946.813898:0:24234:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:0.0:1788650946.813914:0:24234:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788650946.813922:0:24234:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788650946.813924:0:24234:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:0.0:1788650946.813928:0:24234:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1788650946.813931:0:24234:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:0.0:1788650946.813933:0:24234:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788650946.813935:0:24234:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1788650946.813936:0:24234:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1788650946.813940:0:24234:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788650946.814009:0:24234:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:0.0:1788650946.814013:0:24234:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788650946.814025:0:24234:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788650946.814026:0:24234:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:0.0:1788650946.814031:0:24234:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1788650946.814032:0:24234:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1788650946.814035:0:24234:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788650946.814037:0:24234:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788650946.814039:0:24234:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:0.0:1788650946.814041:0:24234:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788650946.814043:0:24234:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788650946.814044:0:24234:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1788650946.814047:0:24234:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1788650946.814107:0:24234:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788650946.814112:0:24234:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788650946.814113:0:24234:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1788650946.814117:0:24234:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:3.0:1788650946.816596:0:24217:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:3.0:1788650946.816648:0:24217:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1788650946.816684:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe800/0x798896c918a13c40 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13c47 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650946.816697:0:24217:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe800/0x798896c918a13c40 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13c47 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788650946.816707:0:24217:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ee487a53000 from 1 10000000:01000000:3.0:1788650946.816710:0:24217:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788650946.816750:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee589464200/0x798896c918a13c5c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650946.816759:0:24217:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff9ee589464200/0x798896c918a13c5c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650946.816771:0:24217:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff9ee589464200/0x798896c918a13c5c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788650946.816798:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807628288:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788650946.816876:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650946.817315:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807628288 00000100:00100000:0.0:1788650946.817324:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807628288 00000100:00100000:0.0:1788650946.817375:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788650946.817385:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+19:24217:x1875535807628288:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788650946.817400:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788650946.817553:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee5a0169800/0x798896c918a13c63 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x798896c918a13c5c expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650946.817580:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee5a0169800/0x798896c918a13c63 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x798896c918a13c5c expref: 20 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650946.817591:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee5a0169800/0x798896c918a13c63 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13c5c expref: 20 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650946.817600:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5a0169800, rc 0) 00000100:00100000:0.0:1788650946.817643:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+20:24217:x1875535807628288:12345-0@lo:101:mount.lustre.0 Request processed in 259us (766us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650946.817659:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788650946.818570:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee584ef0780 going to sleep for 11 seconds 00000100:00100000:0.0:1788650946.818602:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807628288:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788650946.818623:0:24217:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff9ee589464200/0x798896c918a13c5c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13c63 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650946.818634:0:24217:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff9ee589464200/0x798896c918a13c5c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13c63 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788650946.824098:0:24217:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:0.0:1788650946.824796:0:24217:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788650946.826305:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1788650946.826354:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:0.0:1788650946.826368:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:0.0:1788650946.826380:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:0.0:1788650946.827028:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:0.0:1788650946.827052:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:0.0:1788650946.827095:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:0.0:1788650946.827107:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:0.0:1788650946.827118:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:0.0:1788650946.827128:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:0.0:1788650946.827138:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:0.0:1788650946.827158:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:0.0:1788650946.827162:0:24217:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:0.0:1788650946.827578:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4878f5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807628416:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788650946.827647:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650946.828246:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee59179d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788650946.829553:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807628416 00000100:00100000:1.0:1788650946.829567:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807628416 00000100:00100000:1.0:1788650946.829664:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788650946.829676:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bb8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+20:24217:x1875535807628416:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788650946.829879:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bb8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+20:24217:x1875535807628416:12345-0@lo:501:mount.lustre.0 Request processed in 205us (2230us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650946.829887:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1788650946.830278:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4878f5180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807628416:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788650946.830355:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807628544:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788650946.830431:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650946.830801:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee584ef03c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788650946.831342:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807628544 00000100:00100000:0.0:1788650946.831351:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807628544 00000100:00100000:0.0:1788650946.831399:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1788650946.831487:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bb9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+20:24217:x1875535807628544:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788650946.831705:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bb9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+20:24217:x1875535807628544:12345-0@lo:503:mount.lustre.0 Request processed in 298us (1274us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650946.831713:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1788650946.831804:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807628544:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788650946.832742:0:24217:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788650946.832844:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807628672:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788650946.832902:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650946.832971:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee584ef03c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788650946.833151:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807628672 00000100:00100000:0.0:1788650946.833157:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807628672 00000100:00100000:0.0:1788650946.833201:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1788650946.833210:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878dec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+20:24217:x1875535807628672:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788650946.833326:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878dec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+20:24217:x1875535807628672:12345-0@lo:502:mount.lustre.0 Request processed in 117us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650946.833334:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1788650946.833683:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807628672:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788650946.834113:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1788650946.834143:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1788650946.834160:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1788650946.834265:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1788650946.834294:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1788650946.834310:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1788650946.834321:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1788650946.834332:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1788650946.834345:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1788650946.834357:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1788650946.834371:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1788650946.834542:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807628800:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788650946.834603:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650946.834643:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee584ef03c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788650946.834746:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807628800 00000100:00100000:0.0:1788650946.834751:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807628800 00000100:00100000:0.0:1788650946.834790:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1788650946.834798:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878df850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+20:24217:x1875535807628800:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788650946.834881:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878df850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+20:24217:x1875535807628800:12345-0@lo:502:mount.lustre.0 Request processed in 83us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650946.834888:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1788650946.835156:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807628800:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788650946.835302:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1788650946.835313:0:24217:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1788650946.836334:0:24238:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788650946.836346:0:24238:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788650946.836348:0:24238:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1788650946.836355:0:24238:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9ee487a53000 00000020:00000080:0.0:1788650946.836358:0:24238:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788650946.836366:0:24238:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788650946.836368:0:24238:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788650946.836369:0:24238:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1788650946.836372:0:24238:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788650946.836380:0:24238:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788650946.836381:0:24238:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1788650946.836385:0:24238:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9ee487a53000 00000020:00000080:0.0:1788650946.836387:0:24238:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788650946.836581:0:24238:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788650946.836584:0:24238:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788650946.836586:0:24238:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1788650946.836588:0:24238:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788650946.836591:0:24238:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788650946.836592:0:24238:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788650946.836595:0:24238:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9ee487a53000 00000020:00000080:0.0:1788650946.836597:0:24238:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788650946.836613:0:24238:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788650946.836616:0:24238:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788650946.836617:0:24238:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788650946.836619:0:24238:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788650946.836622:0:24238:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788650946.836623:0:24238:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1788650946.836626:0:24238:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9ee487a53000 00000020:00000080:0.0:1788650946.836628:0:24238:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788650946.836650:0:24238:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788650946.836653:0:24238:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788650946.836655:0:24238:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1788650946.836657:0:24238:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:1.0:1788650946.836804:0:24217:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1788650946.836832:0:24217:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788650946.836859:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee589464200/0x798896c918a13c5c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13c63 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650946.836871:0:24217:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee589464200/0x798896c918a13c5c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13c63 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788650946.837051:0:24217:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1788650946.837055:0:24217:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9ee487a53000 10000000:01000000:1.0:1788650946.837094:0:24217:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9ee487a53000 10000000:01000000:1.0:1788650946.837122:0:24217:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788650946.837130:0:24217:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9ee487a53000 from 1 10000000:01000000:1.0:1788650946.837133:0:24217:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1788650946.837172:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486954c00/0x798896c918a13c6a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650946.837256:0:24217:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff9ee486954c00/0x798896c918a13c6a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650946.837270:0:24217:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff9ee486954c00/0x798896c918a13c6a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650946.837312:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487834a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807628928:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788650946.837379:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650946.838049:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee590fd1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788650946.838173:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807628928 00000100:00100000:0.0:1788650946.838260:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807628928 00000100:00100000:0.0:1788650946.838322:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1788650946.838332:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878df450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+20:24217:x1875535807628928:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788650946.838346:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788650946.838364:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee5a0168e00/0x798896c918a13c71 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x798896c918a13c6a expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650946.838600:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee5a0168e00/0x798896c918a13c71 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x798896c918a13c6a expref: 21 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650946.838613:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee5a0168e00/0x798896c918a13c71 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13c6a expref: 21 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650946.838622:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5a0168e00, rc 0) 00000100:00100000:0.0:1788650946.838683:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878df450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:24217:x1875535807628928:12345-0@lo:101:mount.lustre.0 Request processed in 353us (1304us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650946.838690:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1788650946.838784:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487834a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807628928:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788650946.838802:0:24217:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff9ee486954c00/0x798896c918a13c6a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13c71 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650946.838811:0:24217:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff9ee486954c00/0x798896c918a13c6a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13c71 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788650946.843897:0:24217:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:1.0:1788650946.845862:0:24217:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788650946.850728:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1788650946.850809:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:1.0:1788650946.850828:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:1.0:1788650946.850841:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:1.0:1788650946.850854:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:1.0:1788650946.850867:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:1.0:1788650946.850881:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:1.0:1788650946.850898:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:1.0:1788650946.855147:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1788650946.855208:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:1.0:1788650946.855225:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:1.0:1788650946.855239:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:1.0:1788650946.855252:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:1.0:1788650946.855266:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:1.0:1788650946.855290:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:1.0:1788650946.855306:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:1.0:1788650946.855321:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:1.0:1788650946.855362:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:1.0:1788650946.855378:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:1.0:1788650946.855391:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:1.0:1788650946.855403:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:1.0:1788650946.855414:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:1.0:1788650946.855426:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:1.0:1788650946.855441:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:1.0:1788650946.855455:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:1.0:1788650946.855469:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:1.0:1788650946.855481:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:1.0:1788650946.855495:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:1.0:1788650946.855510:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:1.0:1788650946.855524:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:1.0:1788650946.855539:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:1.0:1788650946.855553:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:1.0:1788650946.855567:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:1.0:1788650946.855594:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:1.0:1788650946.855610:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:1.0:1788650946.855625:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:1.0:1788650946.855639:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:1.0:1788650946.855654:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:1.0:1788650946.855668:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:1.0:1788650946.855682:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:1.0:1788650946.855696:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:1.0:1788650946.855711:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:1.0:1788650946.855725:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:1.0:1788650946.855739:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:1.0:1788650946.855754:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:1.0:1788650946.855768:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:1.0:1788650946.855782:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:1.0:1788650946.855794:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:1.0:1788650946.856003:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:1.0:1788650946.856025:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:1.0:1788650946.856054:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:1.0:1788650946.856096:0:24217:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:1.0:1788650946.856219:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487834a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807629056:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788650946.856299:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650946.856345:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee590fd19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788650946.858138:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807629056 00000100:00100000:0.0:1788650946.858152:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807629056 00000100:00100000:0.0:1788650946.858220:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788650946.858229:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878dc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:24217:x1875535807629056:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788650946.858398:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878dc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:24217:x1875535807629056:12345-0@lo:501:mount.lustre.0 Request processed in 170us (2099us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650946.858406:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1788650946.860448:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487834a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807629056:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788650946.861810:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487834a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807629184:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788650946.861891:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650946.861954:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee590fd19c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788650946.862148:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807629184 00000100:00100000:2.0:1788650946.862156:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807629184 00000100:00100000:2.0:1788650946.862218:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1788650946.862227:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878dc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:24217:x1875535807629184:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788650946.862372:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878dc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:24217:x1875535807629184:12345-0@lo:503:mount.lustre.0 Request processed in 146us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650946.862380:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1788650946.863896:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487834a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807629184:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788650946.865628:0:24217:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788650946.865723:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487834a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807629312:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788650946.865802:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650946.865850:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee590fd1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788650946.866864:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807629312 00000100:00100000:0.0:1788650946.866877:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807629312 00000100:00100000:0.0:1788650946.867616:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1788650946.867630:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:24217:x1875535807629312:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788650946.867800:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:24217:x1875535807629312:12345-0@lo:502:mount.lustre.0 Request processed in 174us (1997us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650946.867809:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1788650946.870384:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487834a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807629312:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788650946.870811:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1788650946.870847:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1788650946.870860:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1788650946.870872:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1788650946.870885:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1788650946.870898:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1788650946.870910:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1788650946.870922:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1788650946.870935:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1788650946.873394:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1788650946.873428:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1788650946.873444:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1788650946.874601:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1788650946.874642:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1788650946.874659:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1788650946.874675:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1788650946.874688:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1788650946.874701:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1788650946.874714:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1788650946.874728:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1788650946.874742:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1788650946.874756:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1788650946.874770:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1788650946.874784:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1788650946.874798:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1788650946.874811:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1788650946.874822:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1788650946.874834:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1788650946.874863:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1788650946.874878:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1788650946.874891:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1788650946.874903:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1788650946.874931:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1788650946.874956:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1788650946.874970:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1788650946.877332:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1788650946.877383:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1788650946.877399:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1788650946.877430:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1788650946.877447:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1788650946.877462:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1788650946.878367:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1788650946.878425:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1788650946.878442:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1788650946.878470:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1788650946.879321:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1788650946.879342:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1788650946.879357:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1788650946.879443:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807629440:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788650946.881779:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650946.881840:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee59d9e66c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788650946.882333:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807629440 00000100:00100000:2.0:1788650946.882342:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807629440 00000100:00100000:2.0:1788650946.882613:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1788650946.882625:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:24217:x1875535807629440:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788650946.882810:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:24217:x1875535807629440:12345-0@lo:502:mount.lustre.0 Request processed in 184us (2338us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650946.882819:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1788650946.882972:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807629440:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788650946.883230:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1788650946.883257:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1788650946.883298:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807629568:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788650946.883339:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650946.883366:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807629568 00000100:00100000:3.0:1788650946.883369:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807629568 00000100:00100000:3.0:1788650946.883392:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1788650946.883400:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878dd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:24217:x1875535807629568:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788650946.883489:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878dd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:24217:x1875535807629568:12345-0@lo:502:mount.lustre.0 Request processed in 89us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650946.883496:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1788650946.883537:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee59d9e66c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788650946.890221:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807629568:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788650946.890378:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:3.0:1788650946.890395:0:24217:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1788650946.891779:0:24243:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1788650946.891818:0:24243:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff9ee48803cd40) 00000020:00000080:3.0:1788650946.891849:0:24243:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:0.0:1788650946.892443:0:24243:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ee487a53000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1788650946.892449:0:24243:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ee487a53000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1788650946.892458:0:24243:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ee487a53000 3 00010000:00080000:0.0:1788650946.892506:0:24243:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9ee59d80d800@lustre-MDT0000-lwp-OST0000: add connection 192.168.201.103@tcp at head 00010000:00010000:0.0:1788650946.897499:0:24243:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:0.0:1788650946.897718:0:24243:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:0.0:1788650946.897768:0:24243:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788650946.897783:0:24243:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x798896c918a13c7f 00000100:00080000:0.0:1788650946.897794:0:24243:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788650946.897800:0:24243:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9ee59d80d800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:0.0:1788650946.897840:0:24243:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee4878f4e00 x1875535807629696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788650946.897872:0:24243:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1788650946.899435:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4878f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1875535807629696:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788650946.900190:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788650946.900331:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788650946.900335:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788650946.900338:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788650946.900341:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788650946.900367:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788650946.900370:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788650946.900373:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788650946.900382:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788650946.900432:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807629696 00000100:00100000:1.0:1788650946.900441:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807629696 00000100:00100000:0.0:1788650946.901788:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875535807630208:0@lo:400:kworker.0 00000100:00100000:0.0:1788650946.901842:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650946.901876:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788650946.901882:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875535807629824:0@lo:400:kworker.0 00000100:00100000:0.0:1788650946.901908:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650946.901948:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807630208 00000100:00100000:0.0:1788650946.901954:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807630208 00000100:00100000:1.0:1788650946.903672:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788650946.903695:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875535807630208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650946.903800:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875535807630208:12345-0@lo:400:kworker.0 Request processed in 115us (1956us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650946.903809:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788650946.903839:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788650946.903844:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487834700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3642:x1875535807629696:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1788650946.903869:0:22717:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 733 last 0 00000020:00000080:1.0:1788650946.903907:0:22717:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x798896c918a13c86 00000004:00100000:1.0:1788650946.903927:0:22717:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1788650946.903961:0:22717:0:(import.c:65:import_set_state_nolock()) ffff9ee487ae5800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788650946.904016:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487834700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875535807629696:12345-0@lo:38:llog_process_th.0 Request processed in 170us (3829us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650946.904023:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788650946.904078:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487835f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875535807629952:0@lo:400:kworker.0 00000100:00100000:1.0:1788650946.904113:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650946.904139:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788650946.904146:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487834000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807630080:0@lo:400:kworker.0 00000100:00100000:1.0:1788650946.904172:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650946.904210:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807629952 00000100:00100000:1.0:1788650946.904216:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807629952 00000100:00100000:1.0:1788650946.904242:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788650946.904248:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5926e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875535807629952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650946.904299:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5926e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875535807629952:12345-0@lo:400:kworker.0 Request processed in 51us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650946.904306:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00080000:1.0:1788650946.904344:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9ee4878f4e00 x1875535807629696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788650956 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650946.904356:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788650946.904365:0:3642:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:1.0:1788650946.904374:0:3642:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1788650946.904379:0:3642:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1788650946.904381:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee59d80d800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788650946.904386:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4878f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3642:1875535807629696:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788650946.904415:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807629824 00000100:00100000:1.0:1788650946.904419:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807629824 00000100:00100000:1.0:1788650946.904442:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807630080 00000100:00100000:1.0:1788650946.904445:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807630080 00000100:00100000:1.0:1788650946.904457:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788650946.904463:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1875535807629824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650946.904499:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1875535807629824:12345-0@lo:400:kworker.0 Request processed in 35us (2589us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650946.904505:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1788650946.904517:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788650946.904523:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5926e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807630080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650946.905712:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5926e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807630080:12345-0@lo:400:kworker.0 Request processed in 1183us (1532us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650946.905722:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788650946.905778:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487834000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807630080:0@lo:400:kworker.0 00010000:00080000:1.0:1788650946.905793:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9ee487835f80 x1875535807629952/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650962 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650946.905803:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487835f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875535807629952:0@lo:400:kworker.0 00000100:00100000:1.0:1788650946.905840:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487834a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875535807629824:0@lo:400:kworker.0 00010000:00080000:1.0:1788650946.905851:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9ee487837b80 x1875535807630208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650962 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650946.905860:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875535807630208:0@lo:400:kworker.0 00000020:01000004:3.0:1788650946.905925:0:24243:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1788650946.905939:0:24243:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff9ee488038000) 00000020:00000080:3.0:1788650946.906538:0:24243:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:3.0:1788650946.906633:0:24243:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ee487a53000 from lustre-OST0000, refs=3 00000020:01000004:3.0:1788650946.906638:0:24243:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ee487a53000 from lustre-OST0000, refs=3 00000020:01000004:3.0:1788650946.906640:0:24243:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ee487a53000 3 00010000:00080000:3.0:1788650946.907044:0:24243:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9ee5a77df800@lustre-MDT0001-lwp-OST0000: add connection 192.168.201.103@tcp at head 00010000:00010000:2.0:1788650946.920584:0:24243:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:2.0:1788650946.921637:0:24243:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:2.0:1788650946.922362:0:24243:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1788650946.922380:0:24243:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x798896c918a13c94 00000100:00080000:2.0:1788650946.922393:0:24243:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788650946.922401:0:24243:0:(import.c:665:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9ee5a77df800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:2.0:1788650946.922769:0:24243:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee48806ca80 x1875535807630336/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788650946.922833:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3642:1875535807630336:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1788650946.923164:0:24243:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1788650946.923194:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788650946.923200:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788650946.923203:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788650946.923206:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788650946.923211:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788650946.923221:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788650946.923225:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788650946.923228:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788650946.923769:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650946.923894:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807630336 00000100:00100000:2.0:1788650946.924034:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807630336 00000100:00100000:2.0:1788650946.924251:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788650946.924260:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48794c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3642:x1875535807630336:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1788650946.924302:0:22718:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 733 last 0 00000020:00000080:2.0:1788650946.924342:0:22718:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x798896c918a13c9b 00000004:00100000:2.0:1788650946.924359:0:22718:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1788650946.924398:0:22718:0:(import.c:65:import_set_state_nolock()) ffff9ee5b71ee000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788650946.924488:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48794c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875535807630336:12345-0@lo:38:llog_process_th.0 Request processed in 226us (720us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650946.924496:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:2.0:1788650946.924551:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9ee48806ca80 x1875535807630336/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788650956 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788650946.924563:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788650946.924573:0:3642:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1788650946.924580:0:3642:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1788650946.924585:0:3642:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1788650946.924588:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee5a77df800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788650946.924594:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3642:1875535807630336:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1788650946.925853:0:24243:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:0.0:1788650946.926745:0:24217:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1788650946.926786:0:24217:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1788650946.926815:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486954c00/0x798896c918a13c6a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13c71 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650946.926827:0:24217:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee486954c00/0x798896c918a13c6a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13c71 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1788650946.926893:0:24217:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1788650946.926896:0:24217:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1788650946.926897:0:24217:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788650946.926904:0:24217:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788650946.926905:0:24217:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788650946.926907:0:24217:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788650946.926908:0:24217:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788650946.926910:0:24217:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788650946.926911:0:24217:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788650946.926915:0:24217:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:0.0:1788650946.926917:0:24217:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788650946.926919:0:24217:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1788650946.926919:0:24217:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788650946.926920:0:24217:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788650946.926921:0:24217:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788650946.926922:0:24217:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788650946.926923:0:24217:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788650946.926924:0:24217:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788650946.926925:0:24217:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788650946.926954:0:24217:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1788650946.927052:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4878f4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807630464:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788650946.927144:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650946.927188:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807630464 00000100:00100000:3.0:1788650946.927196:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807630464 00000100:00100000:3.0:1788650946.927250:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1788650946.927262:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:24217:x1875535807630464:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788650946.927304:0:22708:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1788650946.927324:0:22708:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:0.0:1788650946.928452:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee589515f00 going to sleep for 11 seconds 20000000:01000000:2.0:1788650946.936897:0:22708:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1788650946.936916:0:22708:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:2.0:1788650946.938742:0:22732:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1788650946.938751:0:22732:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1788650946.938776:0:22732:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9ee4878fea00/0x798896c918a13ca2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.938797:0:22732:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ee5a0168600/0x798896c918a13bec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13be5 expref: 21 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.938807:0:22732:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ee486955000/0x798896c918a13bfa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13bf3 expref: 21 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.938813:0:22732:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9ee4878fea00/0x798896c918a13ca2 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.938861:0:22732:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ee486955000/0x798896c918a13bfa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x798896c918a13bf3 expref: 21 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.938876:0:22732:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ee486955000/0x798896c918a13bfa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x798896c918a13bf3 expref: 21 pid: 22710 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788650946.938890:0:22732:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806ca80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22732:1875535807630592:0@lo:104: 00000100:00100000:2.0:1788650946.938958:0:22732:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788650946.939109:0:22732:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ee5a0168600/0x798896c918a13bec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x798896c918a13be5 expref: 21 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.939118:0:22732:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ee5a0168600/0x798896c918a13bec lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x798896c918a13be5 expref: 21 pid: 22711 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788650946.939128:0:22732:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806c000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22732:1875535807630720:0@lo:104: 00000100:00100000:2.0:1788650946.939156:0:22732:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650946.939177:0:22732:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5b48053c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788650946.939215:0:22700:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1788650946.939233:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807630592 00000100:00100000:2.0:1788650946.939241:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807630592 00000100:00100000:2.0:1788650946.939277:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807630720 00000100:00100000:2.0:1788650946.939291:0:22700:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807630720 00000100:00100000:2.0:1788650946.939309:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788650946.939317:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48806f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+4:22732:x1875535807630592:12345-0@lo:104: 00010000:00010000:2.0:1788650946.939332:0:22700:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.103@tcp lock: ffff9ee589464a00/0x798896c918a13bf3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x798896c918a13bfa expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.939382:0:22700:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788650946.939389:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48806f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+4:22732:x1875535807630592:12345-0@lo:104: Request processed in 73us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650946.939395:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788650946.939414:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788650946.939420:0:22700:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4879c5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+3:22732:x1875535807630720:12345-0@lo:104: 00010000:00010000:2.0:1788650946.939428:0:22700:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.103@tcp lock: ffff9ee486954a00/0x798896c918a13be5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x798896c918a13bec expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.939459:0:22700:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1788650946.939464:0:22700:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4879c5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+3:22732:x1875535807630720:12345-0@lo:104: Request processed in 44us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650946.939470:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788650946.939528:0:22732:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806ca80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22732:1875535807630592:0@lo:104: 00000100:00100000:2.0:1788650946.939538:0:22732:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806c000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22732:1875535807630720:0@lo:104: 00010000:00010000:2.0:1788650946.939945:0:22732:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9ee4878fea00/0x798896c918a13ca2 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.940615:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788650946.940625:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff9ee589464a00/0x798896c918a13bf3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x798896c918a13bfa expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.940634:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee589464a00 already unused, calling callback (ffffffffc119fc20) 10000000:00010000:2.0:1788650946.940638:0:22705:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff9ee589464a00/0x798896c918a13bf3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x798896c918a13bfa expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.940649:0:22705:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff9ee589464a00/0x798896c918a13bf3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x798896c918a13bfa expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788650946.940656:0:22705:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff9ee589464a00/0x798896c918a13bf3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x798896c918a13bfa expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788650946.940662:0:22705:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1788650946.940708:0:22705:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff9ee589464a00/0x798896c918a13bf3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13bfa expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.940715:0:22705:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788650946.940742:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff9ee589464a00/0x798896c918a13bf3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13bfa expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.940750:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff9ee589464a00/0x798896c918a13bf3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13bfa expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.940766:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788650946.940769:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff9ee486954a00/0x798896c918a13be5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x798896c918a13bec expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.940791:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee486954a00 already unused, calling callback (ffffffffc119fc20) 10000000:00010000:2.0:1788650946.940793:0:22705:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff9ee486954a00/0x798896c918a13be5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x798896c918a13bec expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.940800:0:22705:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff9ee486954a00/0x798896c918a13be5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x798896c918a13bec expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788650946.940805:0:22705:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff9ee486954a00/0x798896c918a13be5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x798896c918a13bec expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788650946.940810:0:22705:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1788650946.940824:0:22705:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff9ee486954a00/0x798896c918a13be5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13bec expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.940829:0:22705:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788650946.940844:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff9ee486954a00/0x798896c918a13be5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13bec expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.940851:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff9ee486954a00/0x798896c918a13be5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13bec expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.940866:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650946.940868:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650946.940870:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650946.940879:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788650946.940895:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3646:1875535807630848:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788650946.940947:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650946.941105:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807630848 00000100:00100000:2.0:1788650946.941112:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807630848 00010000:00010000:2.0:1788650946.941142:0:22703:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ee486955000/0x798896c918a13bfa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x798896c918a13bf3 expref: 22 pid: 22710 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788650946.941171:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788650946.941180:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48806c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+22:3646:x1875535807630848:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788650946.941191:0:22703:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788650946.941196:0:22703:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ee486955000/0x798896c918a13bfa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x798896c918a13bf3 expref: 22 pid: 22710 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.941206:0:22703:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ee486955000/0x798896c918a13bfa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x798896c918a13bf3 expref: 22 pid: 22710 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.941220:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee486955000/0x798896c918a13bfa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x798896c918a13bf3 expref: 22 pid: 22710 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.941231:0:22703:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788650946.941262:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48806c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:3646:x1875535807630848:12345-0@lo:103:ldlm_bl.0 Request processed in 84us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650946.941269:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788650946.941319:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3646:1875535807630848:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788650946.941406:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+20:24217:x1875535807630464:12345-0@lo:253:mount.lustre.0 Request processed in 14146us (14261us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650946.941415:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1788650946.941503:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3643:1875535807630976:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788650946.941536:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650946.941790:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4878f4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:24217:1875535807630464:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788650946.941801:0:24217:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1788650946.941805:0:24217:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788650946.941806:0:24217:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788650946.941808:0:24217:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788650946.941809:0:24217:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788650946.941810:0:24217:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788650946.941811:0:24217:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788650946.941813:0:24217:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788650946.941814:0:24217:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788650946.941816:0:24217:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1788650946.941826:0:24217:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:2.0:1788650946.945926:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807630976 00000100:00100000:2.0:1788650946.945943:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807630976 00010000:00010000:2.0:1788650946.945994:0:22702:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ee5a0168600/0x798896c918a13bec lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x798896c918a13be5 expref: 20 pid: 22711 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788650946.946044:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788650946.946085:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c345d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+20:3643:x1875535807630976:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788650946.946101:0:22702:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788650946.946107:0:22702:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ee5a0168600/0x798896c918a13bec lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x798896c918a13be5 expref: 20 pid: 22711 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.946120:0:22702:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ee5a0168600/0x798896c918a13bec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x798896c918a13be5 expref: 20 pid: 22711 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.946138:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee5a0168600/0x798896c918a13bec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x798896c918a13be5 expref: 20 pid: 22711 timeout: 833 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.946155:0:22702:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9ee4878fea00/0x798896c918a13ca2 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.946164:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee4878fea00/0x798896c918a13ca2 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1788650946.946182:0:22702:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.007431714s 00010000:00010000:2.0:1788650946.946188:0:22702:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ee4878fea00/0x798896c918a13ca2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.946196:0:22702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ee4878fea00/0x798896c918a13ca2 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.946203:0:22702:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9ee4878fea00/0x798896c918a13ca2 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.946211:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9ee4878fea00/0x798896c918a13ca2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.946217:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4878fea00 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:2.0:1788650946.946227:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9ee4878fea00/0x798896c918a13ca2 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.946237:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9ee4878fea00/0x798896c918a13ca2 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.946262:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9ee4878fea00/0x798896c918a13ca2 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650946.946274:0:22702:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788650946.946310:0:22732:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9ee4878fea00/0x798896c918a13ca2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650946.946319:0:22732:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9ee4878fea00/0x798896c918a13ca2 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650946.946330:0:22732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee4878fea00/0x798896c918a13ca2 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788650946.946367:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c345d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+19:3643:x1875535807630976:12345-0@lo:103:ldlm_bl.0 Request processed in 283us (4828us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650946.946377:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788650946.946622:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3643:1875535807630976:0@lo:103:ldlm_bl.0 00000001:00000004:2.0:1788650946.947819:0:24217:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:2.0:1788650946.951441:0:24217:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:2.0:1788650946.951451:0:24217:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:2.0:1788650946.953713:0:24217:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1788650946.953763:0:24217:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.103@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1788650946.953786:0:24217:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=49 00000080:00000004:2.0:1788650946.953805:0:24217:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:2.0:1788650946.955786:0:24217:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788650946.956032:0:24217:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1788650947.461349:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788650947.461372:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807631104:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788650947.461444:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650947.461580:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4878f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875535807631232:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788650947.461611:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650947.461664:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807631104 00000100:00100000:0.0:1788650947.461672:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807631104 00000100:00100000:0.0:1788650947.461711:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807631232 00000100:00100000:0.0:1788650947.461715:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807631232 00000100:00100000:0.0:1788650947.461745:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788650947.461753:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48794e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807631104:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788650947.461789:0:22722:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788650947.461831:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48794e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807631104:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650947.461838:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788650947.461856:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788650947.461874:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875535807631232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788650947.461891:0:22722:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788650947.462128:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875535807631232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 254us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650947.462137:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788650947.462185:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4878f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875535807631232:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788650947.462593:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807631104:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788650947.717238:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1788650947.917675:0:24297:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788650947.917911:0:24297:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788650948.743227:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788650948.876322:0:22713:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788650948.876331:0:22713:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9ee486636800 from 13 10000000:01000000:0.0:1788650948.876336:0:22713:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788650948.876384:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168400/0x798896c918a13ca9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650948.876396:0:22713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168400/0x798896c918a13ca9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650948.876407:0:22713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168400/0x798896c918a13ca9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788650948.876433:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4878f7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807631360:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788650948.876503:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650948.876549:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5b65fa480 going to sleep for 11 seconds 00000100:00100000:2.0:1788650948.883597:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807631360 00000100:00100000:2.0:1788650948.883614:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807631360 00000100:00100000:2.0:1788650948.883678:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1788650948.883690:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878df050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+19:22713:x1875535807631360:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788650948.883708:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788650948.883730:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee4878ffa00/0x798896c918a13cb0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x798896c918a13ca9 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650948.883779:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee4878ffa00/0x798896c918a13cb0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x798896c918a13ca9 expref: 20 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650948.883791:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee4878ffa00/0x798896c918a13cb0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13ca9 expref: 20 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650948.883800:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4878ffa00, rc 0) 00000100:00100000:2.0:1788650948.883878:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878df050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+20:22713:x1875535807631360:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 191us (7375us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650948.883885:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1788650948.884589:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4878f7b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807631360:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788650948.884610:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168400/0x798896c918a13ca9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13cb0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650948.884621:0:22713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168400/0x798896c918a13ca9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13cb0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788650948.884694:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807631488:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788650948.884736:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650948.884771:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee486a2a900 going to sleep for 11 seconds 00000100:00100000:2.0:1788650948.884787:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807631488 00000100:00100000:2.0:1788650948.884791:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807631488 00000100:00100000:2.0:1788650948.884821:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1788650948.884829:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878de850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+20:22713:x1875535807631488:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788650948.884845:0:22708:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788650948.884862:0:22708:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788650948.884869:0:22708:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:2.0:1788650948.884943:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878de850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+20:22713:x1875535807631488:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 114us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650948.884951:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1788650948.884985:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807631488:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788650948.885038:0:22713:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788650948.885046:0:22713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168400/0x798896c918a13ca9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13cb0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650948.885055:0:22713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168400/0x798896c918a13ca9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13cb0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788650948.885089:0:22713:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788650948.885092:0:22713:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9ee5b03a3800 from 13 10000000:01000000:2.0:1788650948.885095:0:22713:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788650948.885117:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff800/0x798896c918a13cb7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650948.885125:0:22713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff800/0x798896c918a13cb7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650948.885132:0:22713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff800/0x798896c918a13cb7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788650948.885144:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807631616:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788650948.885168:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650948.885182:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee486a2a900 going to sleep for 11 seconds 00000100:00100000:2.0:1788650948.885193:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807631616 00000100:00100000:2.0:1788650948.885196:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807631616 00000100:00100000:2.0:1788650948.885223:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1788650948.885229:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878dc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+20:22713:x1875535807631616:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788650948.885237:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788650948.885260:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee4878ff600/0x798896c918a13cbe lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x798896c918a13cb7 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650948.885277:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee4878ff600/0x798896c918a13cbe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x798896c918a13cb7 expref: 21 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650948.885286:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee4878ff600/0x798896c918a13cbe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13cb7 expref: 21 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650948.885294:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4878ff600, rc 0) 00000100:00100000:2.0:1788650948.885321:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878dc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:22713:x1875535807631616:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 92us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650948.885327:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1788650948.885361:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807631616:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788650948.885371:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff800/0x798896c918a13cb7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13cbe expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650948.885378:0:22713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff800/0x798896c918a13cb7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13cbe expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788650948.885412:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807631744:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788650948.885439:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650948.885451:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee486a2a900 going to sleep for 11 seconds 00000100:00100000:2.0:1788650948.885462:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807631744 00000100:00100000:2.0:1788650948.885466:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807631744 00000100:00100000:2.0:1788650948.885493:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1788650948.885499:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878dcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:22713:x1875535807631744:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788650948.885508:0:22708:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788650948.885518:0:22708:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788650948.885521:0:22708:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:2.0:1788650948.885580:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878dcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:22713:x1875535807631744:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 81us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650948.885587:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1788650948.885616:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807631744:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788650948.885651:0:22713:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788650948.885657:0:22713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff800/0x798896c918a13cb7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13cbe expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650948.885663:0:22713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff800/0x798896c918a13cb7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13cbe expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650949.771484:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788650950.089901:0:22752:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788650950.791259:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650951.815909:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788650952.071764:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788650952.071771:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788650952.071774:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788650952.071778:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788650952.071795:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788650952.071798:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788650952.071800:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788650952.071815:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788650952.071860:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3646:1875535807631872:0@lo:400:kworker.0 00000100:00100000:2.0:1788650952.071949:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650952.071991:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875535807632384:0@lo:400:kworker.0 00000100:00100000:2.0:1788650952.072015:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650952.072036:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788650952.072041:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807632256:0@lo:400:kworker.0 00000100:00100000:2.0:1788650952.072084:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650952.072114:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807632000:0@lo:400:kworker.0 00000100:00100000:2.0:1788650952.072137:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650952.072155:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1875535807632512:0@lo:400:kworker.0 00000100:00100000:2.0:1788650952.072178:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650952.072205:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788650952.072211:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875535807632128:0@lo:400:kworker.0 00000100:00100000:2.0:1788650952.072233:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650952.072264:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1875535807632640:0@lo:400:kworker.0 00000100:00100000:2.0:1788650952.072284:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650952.072310:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807631872 00000100:00100000:2.0:1788650952.072317:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807631872 00000100:00100000:2.0:1788650952.072362:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1788650952.072371:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:3646:x1875535807631872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650952.072434:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:3646:x1875535807631872:12345-0@lo:400:kworker.0 Request processed in 64us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650952.072442:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1788650952.072712:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807632384 00000100:00100000:2.0:1788650952.072716:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807632384 00000100:00100000:2.0:1788650952.072736:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807632512 00000100:00100000:2.0:1788650952.072739:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807632512 00000100:00100000:2.0:1788650952.072766:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807632128 00000100:00100000:2.0:1788650952.072769:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807632128 00000100:00100000:2.0:1788650952.072779:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807632640 00000100:00100000:2.0:1788650952.072782:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807632640 00000100:00100000:2.0:1788650952.072796:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788650952.072802:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48806ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875535807632384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650952.072836:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48806ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875535807632384:12345-0@lo:400:kworker.0 Request processed in 34us (820us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650952.072842:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788650952.072855:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788650952.072861:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48806c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875535807632512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650952.072898:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48806c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875535807632512:12345-0@lo:400:kworker.0 Request processed in 37us (719us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650952.072903:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788650952.072915:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788650952.072920:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48806f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875535807632128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650952.072958:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48806f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875535807632128:12345-0@lo:400:kworker.0 Request processed in 37us (724us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650952.072964:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788650952.072975:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788650952.072982:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487732d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875535807632640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650952.073009:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487732d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875535807632640:12345-0@lo:400:kworker.0 Request processed in 29us (724us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650952.073026:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788650952.073047:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807632256 00000100:00100000:2.0:1788650952.073051:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807632256 00000100:00100000:2.0:1788650952.073095:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807632000 00000100:00100000:2.0:1788650952.073099:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807632000 00000100:00100000:2.0:1788650952.073112:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788650952.073117:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48806d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807632256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650952.073152:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48806d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807632256:12345-0@lo:400:kworker.0 Request processed in 34us (1067us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650952.073159:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788650952.073172:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788650952.073178:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48806df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1875535807632000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650952.073218:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48806df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1875535807632000:12345-0@lo:400:kworker.0 Request processed in 41us (1081us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650952.073224:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788650952.073524:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807632256:0@lo:400:kworker.0 00000100:00100000:2.0:1788650952.073539:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3646:1875535807631872:0@lo:400:kworker.0 00010000:00080000:2.0:1788650952.073552:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee48806f800 x1875535807632384/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788650952.073562:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875535807632384:0@lo:400:kworker.0 00010000:00080000:2.0:1788650952.073600:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee48806c380 x1875535807632128/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788650952.073610:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875535807632128:0@lo:400:kworker.0 00010000:00080000:2.0:1788650952.073620:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee48806e680 x1875535807632640/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788650952.073637:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1875535807632640:0@lo:400:kworker.0 00000100:00100000:2.0:1788650952.073651:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807632000:0@lo:400:kworker.0 00010000:00080000:2.0:1788650952.073661:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee48806dc00 x1875535807632512/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788650952.073670:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1875535807632512:0@lo:400:kworker.0 00000100:00080000:1.0:1788650952.073870:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788650952.073876:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788650952.583045:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788650952.583110:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875535807632768:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788650952.583204:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650952.583276:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807632768 00000100:00100000:3.0:1788650952.583284:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807632768 00000100:00100000:3.0:1788650952.583331:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788650952.583340:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48794dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1875535807632768:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788650952.583372:0:22722:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788650952.583411:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48794dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1875535807632768:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650952.583418:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788650952.583456:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807632896:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788650952.583478:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650952.583515:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875535807632768:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788650952.583538:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807632896 00000100:00100000:3.0:1788650952.583547:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807632896 00000100:00100000:3.0:1788650952.583570:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788650952.583575:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48794f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807632896:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788650952.583592:0:22721:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788650952.583625:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48794f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807632896:12345-0@lo:41:osp-pre-0-1.0 Request processed in 49us (145us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650952.583630:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788650952.583655:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807632896:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788650952.837278:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788650953.355993:0:23475:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:02000400:2.0:1788650953.811810:0:24587:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg103-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1788650953.867310:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1788650954.832613:0:24640:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788650954.832782:0:24640:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788650954.885199:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1788650955.568165:0:24690:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788650955.568604:0:24690:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788650955.911914:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788650956.165406:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788650941/real 1788650941] req@ffff9ee48806ea00 x1875535807625856/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788650956 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788650956.165443:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ee48806ea00 x1875535807625856/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788650956 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788650956.165467:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788650941/real 1788650941] req@ffff9ee48806fb80 x1875535807625984/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788650956 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788650956.165479:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ee48806fb80 x1875535807625984/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788650956 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788650956.165499:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee5c342a800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788650956.165523:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788650956.165527:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875535807625856:0@lo:8:kworker.0 00000100:00080000:0.0:1788650956.165533:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee5908c0800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788650956.165539:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788650956.165542:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875535807625984:0@lo:8:kworker.0 00000100:00080000:2.0:1788650956.165922:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788650956.165927:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788650956.165931:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788650956.165934:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788650956.165964:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788650956.165967:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1788650956.165970:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ee5c342a800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788650956.165976:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 728 00000100:00080000:2.0:1788650956.165983:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788650956.165990:0:36:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9ee5c342a800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:2.0:1788650956.166011:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee487732a00 x1875535807633536/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788650956.166038:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788650956.166041:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788650956.166043:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ee5908c0800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788650956.166046:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 728 00000100:00080000:2.0:1788650956.166049:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788650956.166053:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9ee5908c0800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:2.0:1788650956.166095:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee487732300 x1875535807633664/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788650956.166552:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487733b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807633408:0@lo:400:kworker.0 00000100:00100000:1.0:1788650956.166641:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650956.166705:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788650956.166712:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487731500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875535807633280:0@lo:400:kworker.0 00000100:00100000:1.0:1788650956.166737:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650956.166888:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487733800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875535807633152:0@lo:400:kworker.0 00000100:00100000:0.0:1788650956.166920:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650956.166948:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788650956.166953:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487732680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3644:1875535807633024:0@lo:400:kworker.0 00000100:00100000:0.0:1788650956.166983:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650956.167020:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807633408 00000100:00100000:0.0:1788650956.167028:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807633408 00000100:00100000:0.0:1788650956.167094:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807633152 00000100:00100000:0.0:1788650956.167098:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807633152 00000100:00100000:0.0:1788650956.167136:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788650956.167146:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5926e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807633408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650956.167368:0:23760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788650956.167378:0:23760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875535807633152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650956.167425:0:23760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875535807633152:12345-0@lo:400:kworker.0 Request processed in 49us (503us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650956.167433:0:23760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788650956.167721:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487732a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875535807633536:0@lo:8:kworker.0 00000100:00100000:1.0:1788650956.167753:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650956.167788:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487732300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875535807633664:0@lo:8:kworker.0 00000100:00100000:1.0:1788650956.167809:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650956.167884:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5926e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807633408:12345-0@lo:400:kworker.0 Request processed in 738us (1242us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650956.167891:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788650956.167919:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807633024 00000100:00100000:0.0:1788650956.167925:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807633024 00000100:00100000:2.0:1788650956.169088:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807633280 00000100:00100000:2.0:1788650956.169095:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807633280 00000100:00100000:2.0:1788650956.169158:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788650956.169168:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5926e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875535807633280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650956.169244:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5926e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3646:x1875535807633280:12345-0@lo:400:kworker.0 Request processed in 78us (2506us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650956.169250:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788650956.169272:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487731c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1875535807634048:0@lo:400:kworker.0 00000100:00100000:2.0:1788650956.169299:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650956.169332:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807634048 00000100:00100000:2.0:1788650956.169335:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807634048 00010000:00080000:1.0:1788650956.169806:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee487731500 x1875535807633280/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650972 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650956.169823:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487731500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3646:1875535807633280:0@lo:400:kworker.0 00000100:00100000:1.0:1788650956.169839:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487733b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807633408:0@lo:400:kworker.0 00000100:00100000:1.0:1788650956.169878:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487733100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3644:1875535807633920:0@lo:400:kworker.0 00000100:00100000:1.0:1788650956.169908:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650956.169937:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487733800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875535807633152:0@lo:400:kworker.0 00000100:00100000:1.0:1788650956.169950:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788650956.169955:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487731180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875535807633792:0@lo:400:kworker.0 00000100:00100000:1.0:1788650956.169977:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788650956.170012:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788650956.170023:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807633920 00000100:00100000:1.0:1788650956.170027:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807633920 00000100:00100000:1.0:1788650956.170054:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807633792 00000100:00100000:1.0:1788650956.170079:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807633792 00000100:00100000:1.0:1788650956.170096:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788650956.170103:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5926ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875535807633920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650956.170161:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5926ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875535807633920:12345-0@lo:400:kworker.0 Request processed in 58us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650956.170167:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788650956.170179:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788650956.170185:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5926e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875535807633792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650956.170218:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5926e8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875535807633792:12345-0@lo:400:kworker.0 Request processed in 34us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650956.170224:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:1.0:1788650956.170248:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1788650956.170266:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee487731180 x1875535807633792/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650972 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650956.170276:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487731180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875535807633792:0@lo:400:kworker.0 00010000:00080000:1.0:1788650956.170284:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee487733100 x1875535807633920/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650972 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650956.170292:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487733100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3644:1875535807633920:0@lo:400:kworker.0 00000100:00100000:2.0:1788650956.170538:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788650956.170546:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487730e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875535807634048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650956.170582:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487730e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875535807634048:12345-0@lo:400:kworker.0 Request processed in 38us (1282us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650956.170588:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00010000:00080000:2.0:1788650956.170615:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee487731c00 x1875535807634048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650972 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788650956.170631:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487731c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1875535807634048:0@lo:400:kworker.0 00000100:00100000:3.0:1788650956.171019:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807633536 00000100:00100000:3.0:1788650956.171026:0:24222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807633536 00000100:00100000:3.0:1788650956.171048:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807633664 00000100:00100000:3.0:1788650956.171051:0:24222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807633664 00000100:00100000:3.0:1788650956.171078:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788650956.171083:0:24222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5926e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3642:x1875535807633536:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1788650956.171131:0:24222:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 742 last 0 00000020:00000080:3.0:1788650956.171165:0:24222:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x798896c918a13cc5 00002000:00100000:3.0:1788650956.171184:0:24222:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9ee4879d4000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a03 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:3.0:1788650956.171188:0:24222:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:3.0:1788650956.171192:0:24222:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1788650956.173948:0:24222:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:3.0:1788650956.173986:0:24222:0:(import.c:65:import_set_state_nolock()) ffff9ee4879d6800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788650956.174130:0:24222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5926e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3642:x1875535807633536:12345-0@lo:8:kworker.0 Request processed in 3037us (6368us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650956.174142:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788650956.174181:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788650956.174190:0:24222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5926eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3642:x1875535807633664:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1788650956.174577:0:24222:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788650956.177728:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1788650956.177754:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878de450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:3644:x1875535807633024:12345-0@lo:400:kworker.0 00010000:00080000:0.0:1788650956.177955:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee487732a00 x1875535807633536/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788650976 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788650956.177969:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788650956.177978:0:3642:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1788650956.177987:0:3642:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1788650956.177993:0:3642:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1788650956.177998:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee5c342a800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1788650956.178015:0:3642:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1788650956.178021:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487732a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875535807633536:0@lo:8:kworker.0 00000004:00080000:0.0:1788650956.178076:0:23457:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1788650956.178556:0:23458:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:1.0:1788650956.178578:0:23458:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5926e9180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23458:1875535807634304:0@lo:7:osp-pre-0-1.0 00000100:00100000:1.0:1788650956.178889:0:23458:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650956.178918:0:23458:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee590fd1300 going to sleep for 11 seconds 00000100:00100000:1.0:1788650956.178930:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788650956.178941:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5926eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807634176:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788650956.178990:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650956.179032:0:24224:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:1.0:1788650956.179039:0:24224:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:1.0:1788650956.179102:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807634176 00000100:00100000:2.0:1788650956.179923:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878de450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:3644:x1875535807633024:12345-0@lo:400:kworker.0 Request processed in 2177us (12934us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650956.179935:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1788650956.180002:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487732680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3644:1875535807633024:0@lo:400:kworker.0 00000100:00100000:1.0:1788650956.180202:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807634176 00000004:00080000:0.0:1788650956.180548:0:23457:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 742895487813ns, next at 0ns, rc = 0 00080000:00080000:0.0:1788650956.180555:0:23457:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:1.0:1788650956.180715:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788650956.180723:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5926eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3645:x1875535807634176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788650956.180750:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788650956.181699:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5926eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3645:x1875535807634176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 972us (2704us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650956.181710:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788650956.183591:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807634304 00000100:00100000:0.0:1788650956.183603:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807634304 00000100:00080000:0.0:1788650956.183772:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788650956.183858:0:24707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788650956.183868:0:24707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5926ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23458:x1875535807634304:12345-0@lo:7:osp-pre-0-1.0 00010000:00080000:0.0:1788650956.184144:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee5926eb800 x1875535807634176/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788650972 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788650956.184168:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5926eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807634176:0@lo:13:osp-pre-0-1.0 00000004:00080000:0.0:1788650956.191980:0:23449:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00002000:00080000:1.0:1788650956.192702:0:24707:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:1.0:1788650956.192710:0:24707:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:1.0:1788650956.193457:0:24707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5926ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23458:x1875535807634304:12345-0@lo:7:osp-pre-0-1.0 Request processed in 9476us (14454us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650956.193470:0:24707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1788650956.193533:0:23458:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee5926e9180 x1875535807634304/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788650972 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788650956.193548:0:23458:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5926e9180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23458:1875535807634304:0@lo:7:osp-pre-0-1.0 00000004:00080000:0.0:1788650956.193574:0:23458:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:1.0:1788650956.197481:0:23458:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5926eaa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23458:1875535807634432:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1788650956.197549:0:23458:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650956.197629:0:23458:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee590fd1480 going to sleep for 11 seconds 00000100:00100000:0.0:1788650956.197771:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807634432 00000100:00100000:0.0:1788650956.197881:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807634432 00000100:00100000:1.0:1788650956.198042:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788650956.198052:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5926ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23458:x1875535807634432:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1788650956.198105:0:24224:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1788650956.198167:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5926ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23458:x1875535807634432:12345-0@lo:5:osp-pre-0-1.0 Request processed in 116us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650956.198174:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1788650956.198225:0:23458:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee5926eaa00 x1875535807634432/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788650972 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650956.198240:0:23458:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5926eaa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23458:1875535807634432:0@lo:5:osp-pre-0-1.0 00000004:00080000:1.0:1788650956.198251:0:23458:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:1.0:1788650956.198283:0:23458:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5926eaa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23458:1875535807634560:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1788650956.198305:0:23458:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650956.198320:0:23458:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee590fd1480 going to sleep for 11 seconds 00000100:00100000:1.0:1788650956.198330:0:24707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807634560 00000100:00100000:1.0:1788650956.198334:0:24707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807634560 00000100:00100000:1.0:1788650956.198371:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788650956.198376:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5926ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23458:x1875535807634560:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1788650956.198529:0:24224:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:3.0:1788650956.221963:0:24222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5926eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3642:x1875535807633664:12345-0@lo:8:kworker.0 Request processed in 47766us (54145us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788650956.221977:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1788650956.222869:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee5908c0800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788650956.222877:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788650956.222882:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487732300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875535807633664:0@lo:8:kworker.0 00000001:00080000:0.0:1788650956.253206:0:24218:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:0.0:1788650956.253225:0:24218:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:3.0:1788650956.253657:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5926ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:23458:x1875535807634560:12345-0@lo:5:osp-pre-0-1.0 Request processed in 55267us (55337us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1788650956.253669:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1788650956.254010:0:23458:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee5926eaa00 x1875535807634560/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788650972 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788650956.254023:0:23458:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:0.0:1788650956.254030:0:23458:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5926eaa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23458:1875535807634560:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1788650956.254047:0:23458:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:0.0:1788650956.254152:0:23458:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4878f4380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23458:1875535807634688:0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1788650956.254191:0:23458:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650956.254218:0:23458:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee4875da840 going to sleep for 11 seconds 00000100:00100000:2.0:1788650956.254427:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807634688 00000100:00100000:2.0:1788650956.254435:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807634688 00000100:00100000:2.0:1788650956.254479:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788650956.254488:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23458:x1875535807634688:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1788650956.254550:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23458:x1875535807634688:12345-0@lo:900:osp-pre-0-1.0 Request processed in 62us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650956.254557:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1788650956.254587:0:23458:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee4878f4380 x1875535807634688/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788650972 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788650956.254598:0:23458:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4878f4380 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23458:1875535807634688:0@lo:900:osp-pre-0-1.0 00010000:00010000:2.0:1788650956.939891:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788650957.703884:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788650957.703907:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48794f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875535807634816:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788650957.703981:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650957.704034:0:23760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807634816 00000100:00100000:3.0:1788650957.704042:0:23760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807634816 00000100:00100000:3.0:1788650957.704125:0:23760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788650957.704140:0:23760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48794f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875535807634816:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788650957.704183:0:23760:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788650957.704248:0:23760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48794f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3644:x1875535807634816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 109us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650957.704255:0:23760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788650957.704746:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788650957.704759:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5926e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807634944:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788650957.704793:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650957.704940:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48794f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875535807634816:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788650957.705021:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807634944 00000100:00100000:1.0:1788650957.705038:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807634944 00000100:00100000:1.0:1788650957.705121:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788650957.705131:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487732680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1875535807634944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788650957.705154:0:22722:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788650957.705197:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487732680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3643:x1875535807634944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 68us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650957.705203:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788650957.705692:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5926e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807634944:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788650957.960614:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650958.981543:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650960.008370:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788650960.329214:0:22752:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788650961.030185:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788650961.287509:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788650961.287516:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788650961.287518:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788650961.287521:0:477:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788650961.287551:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788650961.287555:0:477:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788650961.287558:0:477:0:(import.c:65:import_set_state_nolock()) ffff9ee5908c0800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788650961.287568:0:477:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 742 00000100:00080000:1.0:1788650961.287574:0:477:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1788650961.287581:0:477:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9ee5908c0800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:1.0:1788650961.287607:0:477:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee5926eb800 x1875535807635712/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788650961.287689:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5926e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875535807635200:0@lo:400:kworker.0 00000100:00100000:1.0:1788650961.287769:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650961.287826:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487835880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875535807635840:0@lo:400:kworker.0 00000100:00100000:1.0:1788650961.287850:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650961.287883:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1788650961.287889:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5926e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3646:1875535807635072:0@lo:400:kworker.0 00000100:00100000:1.0:1788650961.287916:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650961.287935:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5926e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807635584:0@lo:400:kworker.0 00000100:00100000:1.0:1788650961.287957:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650961.287983:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5926e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875535807635328:0@lo:400:kworker.0 00000100:00100000:1.0:1788650961.288005:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650961.288022:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487836680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1875535807635968:0@lo:400:kworker.0 00000100:00100000:1.0:1788650961.288076:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650961.288095:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1788650961.288101:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5926eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807635456:0@lo:400:kworker.0 00000100:00100000:1.0:1788650961.288123:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650961.288137:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1875535807636096:0@lo:400:kworker.0 00000100:00100000:1.0:1788650961.288162:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650961.288185:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807635840 00000100:00100000:1.0:1788650961.288193:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807635840 00000100:00100000:1.0:1788650961.288237:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807635328 00000100:00100000:1.0:1788650961.288240:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807635328 00000100:00100000:1.0:1788650961.288253:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807635968 00000100:00100000:1.0:1788650961.288255:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807635968 00000100:00100000:1.0:1788650961.288280:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807636096 00000100:00100000:1.0:1788650961.288282:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807636096 00000100:00100000:1.0:1788650961.288301:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788650961.288309:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487835f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875535807635840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650961.288360:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487835f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875535807635840:12345-0@lo:400:kworker.0 Request processed in 51us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650961.288367:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788650961.288393:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788650961.288400:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b9e39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875535807635328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650961.288432:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b9e39500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875535807635328:12345-0@lo:400:kworker.0 Request processed in 33us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650961.288437:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788650961.288448:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788650961.288454:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b9e3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875535807635968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650961.288478:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b9e3bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875535807635968:12345-0@lo:400:kworker.0 Request processed in 25us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650961.288483:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788650961.288494:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788650961.288500:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b9e38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875535807636096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650961.288526:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b9e38e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875535807636096:12345-0@lo:400:kworker.0 Request processed in 26us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650961.288531:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788650961.288549:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807635072 00000100:00100000:1.0:1788650961.288552:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807635072 00000100:00100000:1.0:1788650961.288577:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1788650961.288583:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878dd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:3646:x1875535807635072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650961.288609:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878dd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:3646:x1875535807635072:12345-0@lo:400:kworker.0 Request processed in 27us (692us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650961.288615:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1788650961.288641:0:24707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807635584 00000100:00100000:1.0:1788650961.288644:0:24707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807635584 00000100:00100000:1.0:1788650961.288672:0:24707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788650961.288678:0:24707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487834000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807635584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650961.288715:0:24707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487834000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807635584:12345-0@lo:400:kworker.0 Request processed in 37us (757us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650961.288721:0:24707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788650961.288746:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807635200 00000100:00100000:1.0:1788650961.288749:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807635200 00000100:00100000:1.0:1788650961.288778:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807635456 00000100:00100000:1.0:1788650961.288781:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807635456 00000100:00100000:1.0:1788650961.288794:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788650961.288799:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487834a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1875535807635200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650961.288829:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487834a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1875535807635200:12345-0@lo:400:kworker.0 Request processed in 29us (1060us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650961.288834:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788650961.288846:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788650961.288851:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b9e39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807635456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650961.288875:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b9e39880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807635456:12345-0@lo:400:kworker.0 Request processed in 24us (752us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650961.288880:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:1.0:1788650961.288894:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788650961.288898:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788650961.288900:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788650961.288922:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5926e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3646:1875535807635072:0@lo:400:kworker.0 00010000:00080000:1.0:1788650961.288934:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee5926e9180 x1875535807635584/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788650977 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650961.288944:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5926e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807635584:0@lo:400:kworker.0 00000100:00100000:1.0:1788650961.288954:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5926e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875535807635200:0@lo:400:kworker.0 00010000:00080000:1.0:1788650961.288976:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee487835880 x1875535807635840/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650977 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650961.288985:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487835880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875535807635840:0@lo:400:kworker.0 00000100:00100000:1.0:1788650961.289028:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5926eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807635456:0@lo:400:kworker.0 00010000:00080000:1.0:1788650961.289050:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee487837b80 x1875535807636096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650977 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650961.289085:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1875535807636096:0@lo:400:kworker.0 00010000:00080000:1.0:1788650961.289097:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee5926e9f80 x1875535807635328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650977 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650961.289104:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5926e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875535807635328:0@lo:400:kworker.0 00010000:00080000:1.0:1788650961.289114:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee487836680 x1875535807635968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650977 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650961.289122:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487836680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1875535807635968:0@lo:400:kworker.0 00000100:00100000:1.0:1788650961.294680:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788650961.294701:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807636224:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788650961.294772:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650961.294821:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807636224 00000100:00100000:1.0:1788650961.294829:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807636224 00000100:00100000:1.0:1788650961.294874:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788650961.294883:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b9e38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807636224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788650961.294915:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788650961.294957:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b9e38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807636224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650961.294981:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1788650961.295019:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee5b9e39f80 x1875535807636224/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788650977 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650961.295050:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807636224:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788650961.295387:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5926eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875535807635712:0@lo:8:kworker.0 00000100:00100000:3.0:1788650961.295428:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650961.295531:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807635712 00000100:00100000:1.0:1788650961.295536:0:24222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807635712 00000100:00100000:1.0:1788650961.295567:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788650961.295571:0:24222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48794f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3642:x1875535807635712:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1788650961.295593:0:24222:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788650961.295637:0:24222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48794f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3642:x1875535807635712:12345-0@lo:8:kworker.0 Request processed in 64us (208us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788650961.295644:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:0.0:1788650961.295702:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee5908c0800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788650961.295708:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788650961.295711:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5926eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875535807635712:0@lo:8:kworker.0 00010000:00010000:2.0:1788650962.055794:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788650962.821571:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788650962.821595:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4878f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807636352:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788650962.821672:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650962.821940:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807636352 00000100:00100000:0.0:1788650962.821949:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807636352 00000100:00100000:0.0:1788650962.822004:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788650962.822023:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48794ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807636352:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788650962.822466:0:22722:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788650962.822544:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48794ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807636352:12345-0@lo:41:osp-pre-0-1.0 Request processed in 522us (871us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650962.822552:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788650962.822643:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4878f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807636352:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788650962.832341:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807636480:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788650962.832433:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650962.832584:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807636480 00000100:00100000:0.0:1788650962.832594:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807636480 00000100:00100000:0.0:1788650962.832652:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788650962.832662:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48794c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875535807636480:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788650962.832702:0:22721:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788650962.832753:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48794c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875535807636480:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650962.832759:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788650962.832804:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807636480:0@lo:41:osp-pre-1-0.0 00000020:01000004:0.0:1788650963.059574:0:25036:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1788650963.059578:0:25036:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:0.0:1788650963.059579:0:25036:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:0.0:1788650963.059697:0:25036:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9ee4881d5000 00000020:01000004:0.0:1788650963.059714:0:25036:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1788650963.059728:0:25036:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1788650963.059742:0:25036:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff9ee4876319c0) 00000020:00000080:0.0:1788650963.059760:0:25036:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00010000:00010000:1.0:1788650963.077227:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:0.0:1788650963.118606:0:25036:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1788650963.124807:0:25036:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1788650963.129078:0:25036:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1788650963.129828:0:25036:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1788650963.130348:0:25036:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1788650963.130787:0:25036:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1788650963.131082:0:25036:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00080000:01000000:1.0:1788650963.132942:0:25036:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1788650963.133409:0:25036:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:1.0:1788650963.133424:0:25036:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:1.0:1788650963.133437:0:25036:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x798896c918a13cd3 00000020:01000004:1.0:1788650963.133445:0:25036:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:1.0:1788650963.133468:0:25036:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.201.103@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1788650963.133472:0:25036:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.201.103@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1788650963.133477:0:25036:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0001 00000020:01000004:1.0:1788650963.133511:0:25036:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:1.0:1788650963.133515:0:25036:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.201.103@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:1.0:1788650963.148735:0:25036:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.201.103@tcp ctxt 0 is initialized 00000020:01000004:1.0:1788650963.148776:0:25036:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.201.103@tcp, index=0001, flags=0x20002 00000020:01000004:1.0:1788650963.148781:0:25036:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1788650963.148782:0:25036:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788650963.148787:0:25036:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788650963.148788:0:25036:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788650963.148789:0:25036:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788650963.148790:0:25036:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788650963.148792:0:25036:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788650963.148793:0:25036:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788650963.148794:0:25036:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788650963.148798:0:25036:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:1.0:1788650963.148799:0:25036:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788650963.148801:0:25036:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788650963.148802:0:25036:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788650963.148803:0:25036:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788650963.148804:0:25036:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788650963.148805:0:25036:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788650963.148806:0:25036:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788650963.148806:0:25036:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788650963.148807:0:25036:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788650963.148835:0:25036:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:1.0:1788650963.148853:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e3a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807636608:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788650963.148928:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650963.148971:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee4882630c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788650963.149044:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807636608 00000100:00100000:2.0:1788650963.149051:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807636608 00000100:00100000:1.0:1788650963.149476:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1788650963.149487:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481727050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:25036:x1875535807636608:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788650963.149516:0:22711:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1788650963.149519:0:22711:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:1.0:1788650963.149523:0:22711:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:1.0:1788650963.150202:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481727050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:25036:x1875535807636608:12345-0@lo:253:mount.lustre.0 Request processed in 704us (1260us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650963.150212:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1788650963.150295:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e3a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807636608:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788650963.150310:0:25036:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:2.0:1788650963.150313:0:25036:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788650963.150315:0:25036:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788650963.150316:0:25036:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788650963.150317:0:25036:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788650963.150318:0:25036:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788650963.150320:0:25036:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788650963.150321:0:25036:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788650963.150322:0:25036:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788650963.150323:0:25036:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1788650963.150346:0:25036:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9ee4881d5000 from lustre-OST0001 10000000:01000000:2.0:1788650963.150380:0:25036:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:2.0:1788650963.150383:0:25036:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:2.0:1788650963.150393:0:25036:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9ee5b481b380 local copy 00010000:00010000:2.0:1788650963.150634:0:25036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486954200/0x798896c918a139ed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a139f4 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788650963.150744:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487731c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807636736:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788650963.150782:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650963.151021:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807636736 00000100:00100000:1.0:1788650963.151029:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807636736 00000100:00100000:2.0:1788650963.151199:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee4882630c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788650963.151274:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1788650963.151285:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481726450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:25036:x1875535807636736:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788650963.151371:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481726450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:25036:x1875535807636736:12345-0@lo:501:mount.lustre.0 Request processed in 88us (588us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788650963.151379:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:2.0:1788650963.151651:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487731c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807636736:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1788650963.151670:0:25036:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.201.103@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1788650963.151690:0:25036:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.201.103@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1788650963.151698:0:25036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee486954200/0x798896c918a139ed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a139f4 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650963.151726:0:25036:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee486954200/0x798896c918a139ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a139f4 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788650963.151761:0:25036:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9ee4881d5000 10000000:01000000:2.0:1788650963.151767:0:25036:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1788650963.151772:0:25036:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:2.0:1788650963.151775:0:25036:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788650963.151779:0:25036:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:2.0:1788650963.151781:0:25036:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:2.0:1788650963.151804:0:25036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff200/0x798896c918a13cda lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650963.151812:0:25036:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff200/0x798896c918a13cda lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650963.151950:0:25036:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff200/0x798896c918a13cda lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788650963.151968:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487731c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807636864:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788650963.151999:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650963.152041:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee4882630c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788650963.152274:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807636864 00000100:00100000:1.0:1788650963.152280:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807636864 00000100:00100000:1.0:1788650963.152317:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1788650963.152336:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481725050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:25036:x1875535807636864:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788650963.152346:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788650963.152358:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee486955000/0x798896c918a13ce1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x798896c918a13cda expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650963.152380:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee486955000/0x798896c918a13ce1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x798896c918a13cda expref: 22 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650963.152496:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee486955000/0x798896c918a13ce1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13cda expref: 22 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650963.152509:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee486955000, rc 0) 00000100:00100000:1.0:1788650963.152616:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481725050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+22:25036:x1875535807636864:12345-0@lo:101:mount.lustre.0 Request processed in 281us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650963.152622:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1788650963.152701:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487731c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807636864:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788650963.152716:0:25036:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff200/0x798896c918a13cda lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13ce1 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650963.152726:0:25036:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff200/0x798896c918a13cda lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13ce1 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788650963.154982:0:25036:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:2.0:1788650963.156359:0:25036:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788650963.159034:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1788650963.159121:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1788650963.160988:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1788650963.161012:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1788650963.161037:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1788650963.161052:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1788650963.161101:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1788650963.161117:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1788650963.161310:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:2.0:1788650963.161344:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:2.0:1788650963.161350:0:25036:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:2.0:1788650963.161471:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487731c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807636992:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788650963.161546:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650963.161596:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee59de8cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1788650963.161623:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807636992 00000100:00100000:1.0:1788650963.161630:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807636992 00000100:00100000:1.0:1788650963.161677:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1788650963.161684:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481724c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+22:25036:x1875535807636992:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788650963.161805:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481724c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+22:25036:x1875535807636992:12345-0@lo:501:mount.lustre.0 Request processed in 120us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650963.161812:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1788650963.163685:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487731c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807636992:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788650963.163745:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487731c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807637120:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788650963.163836:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650963.163907:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee59de8cc00 going to sleep for 11 seconds 00000100:00100000:1.0:1788650963.164535:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807637120 00000100:00100000:1.0:1788650963.164544:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807637120 00000100:00100000:1.0:1788650963.164599:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1788650963.164608:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481726050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+22:25036:x1875535807637120:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788650963.165458:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481726050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+22:25036:x1875535807637120:12345-0@lo:503:mount.lustre.0 Request processed in 846us (1634us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650963.165477:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1788650963.168330:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487731c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807637120:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788650963.169794:0:25036:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788650963.169956:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487731c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807637248:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788650963.170052:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650963.170297:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee487610a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788650963.170368:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807637248 00000100:00100000:3.0:1788650963.170374:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807637248 00000100:00100000:3.0:1788650963.170434:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1788650963.170443:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481725450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+22:25036:x1875535807637248:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788650963.172009:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481725450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+22:25036:x1875535807637248:12345-0@lo:502:mount.lustre.0 Request processed in 1550us (1940us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650963.172022:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1788650963.172051:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487731c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807637248:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788650963.172343:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:2.0:1788650963.172378:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:2.0:1788650963.172393:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:2.0:1788650963.172423:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:2.0:1788650963.172439:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:2.0:1788650963.172452:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:2.0:1788650963.172464:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:2.0:1788650963.172477:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:2.0:1788650963.172491:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:2.0:1788650963.172542:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487731c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807637376:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788650963.172588:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650963.173393:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee4882630c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788650963.174749:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807637376 00000100:00100000:0.0:1788650963.174783:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807637376 00000100:00100000:0.0:1788650963.174854:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1788650963.174864:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481725850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+22:25036:x1875535807637376:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788650963.175048:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481725850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+22:25036:x1875535807637376:12345-0@lo:502:mount.lustre.0 Request processed in 184us (2458us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650963.175055:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1788650963.175122:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487731c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807637376:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788650963.175432:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:2.0:1788650963.175448:0:25036:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:1.0:1788650963.177378:0:25040:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788650963.177391:0:25040:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:1.0:1788650963.177409:0:25040:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788650963.177412:0:25040:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:1.0:1788650963.177418:0:25040:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788650963.177434:0:25040:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff9ee5c57a8000) 00000020:00000080:1.0:1788650963.177463:0:25040:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:1.0:1788650963.177469:0:25040:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1788650963.177548:0:25040:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ee4881d5000 from lustre-OST0001, refs=2 00080000:01000000:1.0:1788650963.177556:0:25040:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:1.0:1788650963.177564:0:25040:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x798896c918a13cef 00010000:00010000:1.0:1788650963.188044:0:25040:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:1.0:1788650963.188691:0:25040:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:1.0:1788650963.190375:0:25040:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:1.0:1788650963.192482:0:25040:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:1.0:1788650963.192496:0:25040:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788650963.192504:0:25040:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788650963.192507:0:25040:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:1.0:1788650963.192510:0:25040:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788650963.192515:0:25040:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788650963.192516:0:25040:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:1.0:1788650963.192519:0:25040:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1788650963.192521:0:25040:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1788650963.192523:0:25040:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788650963.192526:0:25040:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788650963.192527:0:25040:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:1.0:1788650963.192530:0:25040:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788650963.192532:0:25040:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788650963.192533:0:25040:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1788650963.192536:0:25040:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1788650963.192571:0:25040:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788650963.192574:0:25040:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788650963.192575:0:25040:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1788650963.192578:0:25040:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:0.0:1788650963.192701:0:25036:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:0.0:1788650963.192748:0:25036:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1788650963.192776:0:25036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff200/0x798896c918a13cda lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13ce1 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650963.192786:0:25036:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff200/0x798896c918a13cda lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13ce1 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788650963.192794:0:25036:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ee4881d5000 from 1 10000000:01000000:0.0:1788650963.192797:0:25036:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788650963.192831:0:25036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168200/0x798896c918a13cf6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650963.192839:0:25036:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168200/0x798896c918a13cf6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650963.192850:0:25036:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168200/0x798896c918a13cf6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788650963.192875:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4878f5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807637504:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788650963.192939:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650963.192983:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee48690aa80 going to sleep for 11 seconds 00000100:00100000:1.0:1788650963.194331:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807637504 00000100:00100000:1.0:1788650963.194342:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807637504 00000100:00100000:1.0:1788650963.194393:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1788650963.194758:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481726c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+22:25036:x1875535807637504:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788650963.194775:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788650963.194795:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee486954a00/0x798896c918a13cfd lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x798896c918a13cf6 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650963.194822:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee486954a00/0x798896c918a13cfd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x798896c918a13cf6 expref: 23 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650963.194833:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee486954a00/0x798896c918a13cfd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13cf6 expref: 23 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650963.194841:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee486954a00, rc 0) 00000100:00100000:3.0:1788650963.195020:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4878f5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807637504:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788650963.195047:0:25036:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168200/0x798896c918a13cf6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13cfd expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650963.195070:0:25036:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168200/0x798896c918a13cf6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13cfd expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650963.196117:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481726c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+23:25036:x1875535807637504:12345-0@lo:101:mount.lustre.0 Request processed in 167us (1982us total) trans 0 rc 0/0 00000040:00080000:3.0:1788650963.198661:0:25036:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:3.0:1788650963.198961:0:25036:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788650963.199227:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1788650963.199254:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1788650963.199268:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1788650963.199281:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1788650963.199294:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1788650963.199307:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1788650963.199319:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1788650963.199331:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1788650963.199345:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1788650963.199358:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:3.0:1788650963.199370:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:3.0:1788650963.199388:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:3.0:1788650963.199394:0:25036:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:3.0:1788650963.199740:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3560700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807637632:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788650963.199827:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650963.199885:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee590fd1540 going to sleep for 11 seconds 00000100:00100000:0.0:1788650963.201203:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807637632 00000100:00100000:0.0:1788650963.201224:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807637632 00000100:00100000:0.0:1788650963.201267:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1788650963.201276:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481724850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:25036:x1875535807637632:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788650963.201434:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481724850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:25036:x1875535807637632:12345-0@lo:501:mount.lustre.0 Request processed in 159us (1606us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650963.201442:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1788650963.201905:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3560700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807637632:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788650963.201955:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3560700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807637760:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788650963.202012:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650963.202046:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee590fd1540 going to sleep for 11 seconds 00000100:00100000:0.0:1788650963.202180:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807637760 00000100:00100000:0.0:1788650963.202185:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807637760 00000100:00100000:0.0:1788650963.202311:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1788650963.202319:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481724050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:25036:x1875535807637760:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788650963.202420:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481724050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:25036:x1875535807637760:12345-0@lo:503:mount.lustre.0 Request processed in 102us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650963.202427:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1788650963.202497:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1788650963.202823:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3560700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807637760:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788650963.203678:0:25036:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788650963.203876:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3560700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807637888:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788650963.203924:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650963.203967:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee590fd1180 going to sleep for 11 seconds 00000100:00100000:0.0:1788650963.204049:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807637888 00000100:00100000:0.0:1788650963.204053:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807637888 00000100:00100000:0.0:1788650963.204327:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1788650963.204336:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481724450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+23:25036:x1875535807637888:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788650963.204447:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481724450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+23:25036:x1875535807637888:12345-0@lo:502:mount.lustre.0 Request processed in 112us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650963.204455:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1788650963.204774:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3560700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807637888:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788650963.205018:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1788650963.205269:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1788650963.205293:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1788650963.205305:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1788650963.205316:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1788650963.205327:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1788650963.205339:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1788650963.205351:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1788650963.205362:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1788650963.205374:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1788650963.205384:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1788650963.205477:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3560700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807638016:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788650963.205641:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650963.206106:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee590fd1180 going to sleep for 11 seconds 00000100:00100000:1.0:1788650963.207672:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807638016 00000100:00100000:1.0:1788650963.207687:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807638016 00000100:00100000:1.0:1788650963.207782:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1788650963.207793:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481727850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+23:25036:x1875535807638016:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788650963.207962:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481727850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+23:25036:x1875535807638016:12345-0@lo:502:mount.lustre.0 Request processed in 171us (2319us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650963.207970:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1788650963.208642:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3560700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807638016:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788650963.208730:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1788650963.208748:0:25036:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1788650963.210405:0:25044:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788650963.210478:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788650963.210481:0:25044:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788650963.210488:0:25044:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9ee4881d5000 00000020:00000080:1.0:1788650963.210491:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788650963.210499:0:25044:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788650963.210501:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788650963.210502:0:25044:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788650963.210505:0:25044:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788650963.210507:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788650963.210508:0:25044:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788650963.210511:0:25044:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9ee4881d5000 00000020:00000080:1.0:1788650963.210512:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788650963.214286:0:25044:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788650963.214296:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788650963.214298:0:25044:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1788650963.214302:0:25044:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788650963.214306:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788650963.214308:0:25044:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788650963.214313:0:25044:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9ee4881d5000 00000020:00000080:2.0:1788650963.214316:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788650963.214343:0:25044:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788650963.214346:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788650963.214347:0:25044:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788650963.214350:0:25044:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788650963.214352:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788650963.214354:0:25044:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1788650963.214357:0:25044:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9ee4881d5000 00000020:00000080:2.0:1788650963.214373:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788650963.214431:0:25044:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788650963.214435:0:25044:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788650963.214437:0:25044:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1788650963.214440:0:25044:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:3.0:1788650963.215108:0:25036:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1788650963.215160:0:25036:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788650963.215182:0:25036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168200/0x798896c918a13cf6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13cfd expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650963.215196:0:25036:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168200/0x798896c918a13cf6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13cfd expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788650963.215262:0:25036:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1788650963.215265:0:25036:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9ee4881d5000 10000000:01000000:3.0:1788650963.215268:0:25036:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9ee4881d5000 10000000:01000000:3.0:1788650963.215272:0:25036:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788650963.215278:0:25036:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9ee4881d5000 from 1 10000000:01000000:3.0:1788650963.215280:0:25036:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788650963.215325:0:25036:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee589464a00/0x798896c918a13d04 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650963.215333:0:25036:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff9ee589464a00/0x798896c918a13d04 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650963.215343:0:25036:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff9ee589464a00/0x798896c918a13d04 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788650963.215365:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3560700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807638144:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788650963.215443:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650963.215482:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee590fd1540 going to sleep for 11 seconds 00000100:00100000:1.0:1788650963.215711:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807638144 00000100:00100000:1.0:1788650963.215720:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807638144 00000100:00100000:1.0:1788650963.215775:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1788650963.215784:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5952f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+23:25036:x1875535807638144:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788650963.215799:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788650963.215812:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee486955a00/0x798896c918a13d0b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x798896c918a13d04 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650963.215836:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee486955a00/0x798896c918a13d0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x798896c918a13d04 expref: 24 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650963.215846:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee486955a00/0x798896c918a13d0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13d04 expref: 24 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650963.215855:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee486955a00, rc 0) 00000100:00100000:1.0:1788650963.215894:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5952f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:25036:x1875535807638144:12345-0@lo:101:mount.lustre.0 Request processed in 111us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650963.215901:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1788650963.216024:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3560700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807638144:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788650963.216043:0:25036:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff9ee589464a00/0x798896c918a13d04 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13d0b expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650963.216053:0:25036:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff9ee589464a00/0x798896c918a13d04 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13d0b expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788650963.225557:0:25036:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:1.0:1788650963.225918:0:25036:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788650963.226185:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1788650963.227353:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:1.0:1788650963.227383:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:1.0:1788650963.227398:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:1.0:1788650963.228958:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:1.0:1788650963.228990:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:1.0:1788650963.229015:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:1.0:1788650963.229029:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:1.0:1788650963.229042:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1788650963.229054:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:1.0:1788650963.229083:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:1.0:1788650963.229098:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:1.0:1788650963.229110:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:1.0:1788650963.230308:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:1.0:1788650963.230372:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:1.0:1788650963.230388:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:1.0:1788650963.230401:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:1.0:1788650963.231309:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:1.0:1788650963.231333:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:1.0:1788650963.231347:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:1.0:1788650963.231360:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:1.0:1788650963.231374:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:1.0:1788650963.231387:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:1.0:1788650963.231403:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:1.0:1788650963.231669:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:1.0:1788650963.231687:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:1.0:1788650963.231701:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:1.0:1788650963.231715:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:1.0:1788650963.231730:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:1.0:1788650963.231742:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:1.0:1788650963.231773:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:1.0:1788650963.231797:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:1.0:1788650963.231809:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:1.0:1788650963.231821:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:1.0:1788650963.231834:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:1.0:1788650963.231846:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:1.0:1788650963.231857:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:1.0:1788650963.231870:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:1.0:1788650963.231883:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:1.0:1788650963.231896:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:1.0:1788650963.231909:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:1.0:1788650963.231921:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:1.0:1788650963.231935:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:1.0:1788650963.231948:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:1.0:1788650963.231963:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:1.0:1788650963.231976:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:1.0:1788650963.232015:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:1.0:1788650963.232033:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:1.0:1788650963.235712:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:1.0:1788650963.235786:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:1.0:1788650963.235814:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:1.0:1788650963.235820:0:25036:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:1.0:1788650963.235941:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e38a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807638272:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788650963.236022:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650963.236079:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5c5b33f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788650963.236441:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807638272 00000100:00100000:0.0:1788650963.236449:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807638272 00000100:00100000:0.0:1788650963.236501:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1788650963.236510:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5837fb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:25036:x1875535807638272:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788650963.236822:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5837fb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:25036:x1875535807638272:12345-0@lo:501:mount.lustre.0 Request processed in 312us (798us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650963.236839:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1788650963.237024:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e38a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807638272:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788650963.237342:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e38a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807638400:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788650963.237391:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650963.237461:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5c5b33f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788650963.237666:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807638400 00000100:00100000:2.0:1788650963.237672:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807638400 00000100:00100000:2.0:1788650963.237713:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1788650963.237721:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5952f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:25036:x1875535807638400:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788650963.237811:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5952f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:25036:x1875535807638400:12345-0@lo:503:mount.lustre.0 Request processed in 91us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650963.237818:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1788650963.238513:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e38a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807638400:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788650963.238938:0:25036:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788650963.239032:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e38a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807638528:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788650963.239110:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650963.239143:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5c5b33f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788650963.244044:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807638528 00000100:00100000:3.0:1788650963.244072:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807638528 00000100:00100000:3.0:1788650963.244248:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1788650963.244259:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5952f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:25036:x1875535807638528:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788650963.245262:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5952f3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:25036:x1875535807638528:12345-0@lo:502:mount.lustre.0 Request processed in 1000us (6146us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650963.245274:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1788650963.245314:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e38a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807638528:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788650963.247389:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1788650963.249125:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:0.0:1788650963.249146:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:0.0:1788650963.249159:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:0.0:1788650963.249172:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:0.0:1788650963.249183:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:0.0:1788650963.249195:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:0.0:1788650963.249206:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:0.0:1788650963.249218:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1788650963.249229:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:0.0:1788650963.249241:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:0.0:1788650963.249253:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:0.0:1788650963.249264:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:0.0:1788650963.249276:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:0.0:1788650963.249287:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:0.0:1788650963.249298:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:0.0:1788650963.249308:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:0.0:1788650963.249319:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:0.0:1788650963.249331:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:0.0:1788650963.249342:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:0.0:1788650963.249353:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:0.0:1788650963.249364:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:0.0:1788650963.249375:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:0.0:1788650963.249387:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:0.0:1788650963.249399:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:0.0:1788650963.249409:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:0.0:1788650963.249420:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:0.0:1788650963.249431:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:0.0:1788650963.249452:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:0.0:1788650963.249463:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:0.0:1788650963.249474:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:0.0:1788650963.249485:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:0.0:1788650963.249496:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:0.0:1788650963.249507:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:0.0:1788650963.249517:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:0.0:1788650963.249528:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:0.0:1788650963.249539:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:0.0:1788650963.249551:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:0.0:1788650963.249562:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:0.0:1788650963.249573:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:0.0:1788650963.249583:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:0.0:1788650963.249595:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:0.0:1788650963.249605:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:0.0:1788650963.249616:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:0.0:1788650963.249627:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:0.0:1788650963.249638:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:0.0:1788650963.249650:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:0.0:1788650963.249661:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:0.0:1788650963.249727:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4878f5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807638656:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788650963.249803:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650963.249849:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee48690ad80 going to sleep for 11 seconds 00000100:00100000:2.0:1788650963.250607:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807638656 00000100:00100000:2.0:1788650963.250617:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807638656 00000100:00100000:2.0:1788650963.250666:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1788650963.250675:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee582a62850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:25036:x1875535807638656:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788650963.250796:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee582a62850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:25036:x1875535807638656:12345-0@lo:502:mount.lustre.0 Request processed in 121us (993us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650963.250804:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1788650963.251015:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4878f5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807638656:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788650963.251290:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:0.0:1788650963.251321:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:0.0:1788650963.251349:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4878f5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807638784:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788650963.251390:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650963.251701:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807638784 00000100:00100000:3.0:1788650963.251708:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807638784 00000100:00100000:3.0:1788650963.251743:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1788650963.251758:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee582a62050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:25036:x1875535807638784:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788650963.251852:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee582a62050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:25036:x1875535807638784:12345-0@lo:502:mount.lustre.0 Request processed in 97us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650963.251859:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1788650963.253326:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee48690ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1788650963.253360:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4878f5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807638784:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788650963.254748:0:25036:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:0.0:1788650963.254776:0:25036:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1788650963.260900:0:25049:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1788650963.260925:0:25049:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff9ee5b06119c0) 00000020:00000080:2.0:1788650963.260956:0:25049:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:2.0:1788650963.264651:0:25049:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ee4881d5000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1788650963.267264:0:25049:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ee4881d5000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1788650963.267274:0:25049:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ee4881d5000 3 00010000:00080000:3.0:1788650963.267320:0:25049:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9ee4879d5800@lustre-MDT0000-lwp-OST0001: add connection 192.168.201.103@tcp at head 00010000:00010000:3.0:1788650963.277822:0:25049:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:3.0:1788650963.278133:0:25049:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:3.0:1788650963.278192:0:25049:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1788650963.278208:0:25049:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x798896c918a13d19 00000100:00080000:3.0:1788650963.278221:0:25049:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788650963.278228:0:25049:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9ee4879d5800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:3.0:1788650963.278273:0:25049:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee5c3560700 x1875535807638912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788650963.278971:0:25049:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788650963.279018:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788650963.279025:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788650963.279028:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788650963.279032:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788650963.279128:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788650963.279133:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1788650963.279136:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ee5908c0800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788650963.279142:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 748 00000100:00080000:3.0:1788650963.279146:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1788650963.279159:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9ee5908c0800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:3.0:1788650963.279373:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee5c3563800 x1875535807639296/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788650963.279441:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3560380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875535807639040:0@lo:400:kworker.0 00000100:00100000:3.0:1788650963.279506:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650963.279549:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1875535807639680:0@lo:400:kworker.0 00000100:00100000:3.0:1788650963.279569:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650963.279590:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807639040 00000100:00100000:3.0:1788650963.279597:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788650963.279601:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807639040 00000100:00100000:3.0:1788650963.279603:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3644:1875535807639552:0@lo:400:kworker.0 00000100:00100000:3.0:1788650963.279636:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650963.279747:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3560700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1875535807638912:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788650963.280025:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807639680 00000100:00100000:0.0:1788650963.280030:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807639680 00000100:00100000:3.0:1788650963.280051:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3562680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807639168:0@lo:400:kworker.0 00000100:00100000:0.0:1788650963.280082:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807639552 00000100:00100000:0.0:1788650963.280086:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807639552 00000100:00100000:2.0:1788650963.280098:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650963.280102:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807638912 00000100:00100000:0.0:1788650963.280105:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807638912 00000100:00100000:0.0:1788650963.280120:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788650963.280125:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875535807639296:0@lo:8:kworker.0 00000100:00100000:0.0:1788650963.280130:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3561880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875535807639040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650963.280151:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650963.281387:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3561880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875535807639040:12345-0@lo:400:kworker.0 Request processed in 1252us (1874us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650963.281399:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788650963.281656:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788650963.281669:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3562300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875535807639680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650963.281884:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3562300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875535807639680:12345-0@lo:400:kworker.0 Request processed in 219us (2313us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650963.281891:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788650963.281904:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788650963.281912:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3563100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875535807639552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650963.281943:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3563100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875535807639552:12345-0@lo:400:kworker.0 Request processed in 33us (2307us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650963.281949:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788650963.281962:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788650963.281967:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487731c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3642:x1875535807638912:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788650963.282011:0:22718:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 749 last 0 00000020:00000080:0.0:1788650963.282053:0:22718:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x798896c918a13d20 00000004:00100000:0.0:1788650963.282090:0:22718:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788650963.282131:0:22718:0:(import.c:65:import_set_state_nolock()) ffff9ee588216800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788650963.282168:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487731c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875535807638912:12345-0@lo:38:llog_process_th.0 Request processed in 199us (2084us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650963.282174:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:0.0:1788650963.282403:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788650963.282650:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1788650963.282699:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee5c3560000 x1875535807639552/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788650963.282716:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3560000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3644:1875535807639552:0@lo:400:kworker.0 00010000:00080000:0.0:1788650963.282734:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee5c3560380 x1875535807639040/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788650963.282743:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3560380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875535807639040:0@lo:400:kworker.0 00010000:00080000:0.0:1788650963.282759:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee5c3560e00 x1875535807639680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788650963.282768:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1875535807639680:0@lo:400:kworker.0 00000100:00100000:2.0:1788650963.282950:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650963.282970:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788650963.282984:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3562d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875535807639424:0@lo:400:kworker.0 00010000:00080000:2.0:1788650963.283022:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee5c3560700 x1875535807638912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788650973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788650963.283033:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00100000:3.0:1788650963.283039:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788650963.283043:0:3642:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1788650963.283053:0:3642:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1788650963.283081:0:3642:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00100000:1.0:1788650963.283082:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807639424 00000100:00100000:1.0:1788650963.283089:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807639424 00000100:00080000:2.0:1788650963.283093:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee4879d5800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788650963.283101:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3560700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3642:1875535807638912:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788650963.283111:0:24707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807639168 00000100:00100000:3.0:1788650963.283117:0:24707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807639168 00000100:00100000:1.0:1788650963.283134:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788650963.283137:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807639296 00000100:00100000:2.0:1788650963.283141:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807639296 00000100:00100000:1.0:1788650963.283143:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3561c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875535807639424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650963.283165:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788650963.283169:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3642:x1875535807639296:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1788650963.283218:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487730380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3642:x1875535807639296:12345-0@lo:8:kworker.0 Request processed in 47us (270us total) trans 0 rc -11/-11 00000100:00100000:2.0:1788650963.283224:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788650963.283252:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788650963.283257:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee5908c0800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788650963.283261:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1788650963.283264:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3563800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875535807639296:0@lo:8:kworker.0 00000100:00100000:3.0:1788650963.283340:0:24707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788650963.283348:0:24707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3561500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807639168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650963.283380:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3561c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3645:x1875535807639424:12345-0@lo:400:kworker.0 Request processed in 49us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650963.283389:0:24707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3561500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807639168:12345-0@lo:400:kworker.0 Request processed in 41us (3237us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650963.283393:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788650963.283401:0:24707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1788650963.283425:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1788650963.283442:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee5c3562d80 x1875535807639424/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650963.283452:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3562d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3645:1875535807639424:0@lo:400:kworker.0 00010000:00080000:3.0:1788650963.283472:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee5c3562680 x1875535807639168/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788650979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650963.283480:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3562680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807639168:0@lo:400:kworker.0 00000020:01000004:0.0:1788650963.284818:0:25049:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1788650963.284836:0:25049:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff9ee487630000) 00000020:00000080:0.0:1788650963.284857:0:25049:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:0.0:1788650963.284951:0:25049:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ee4881d5000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1788650963.284956:0:25049:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ee4881d5000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1788650963.284959:0:25049:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ee4881d5000 3 00010000:00080000:0.0:1788650963.285021:0:25049:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9ee588210000@lustre-MDT0001-lwp-OST0001: add connection 192.168.201.103@tcp at head 00010000:00010000:0.0:1788650963.294213:0:25049:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:0.0:1788650963.300119:0:25049:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:0.0:1788650963.300185:0:25049:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788650963.300364:0:25049:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x798896c918a13d2e 00000100:00080000:0.0:1788650963.300379:0:25049:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788650963.300388:0:25049:0:(import.c:665:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9ee588210000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:0.0:1788650963.300435:0:25049:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee4878f5f80 x1875535807639808/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788650963.300462:0:25049:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1788650963.300757:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788650963.300762:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788650963.300765:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788650963.300768:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788650963.300797:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788650963.300800:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788650963.300803:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ee5908c0800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788650963.300809:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9ee5908c0800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:1.0:1788650963.300823:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee5b9e3ad80 x1875535807640576/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788650963.300826:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4878f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3642:1875535807639808:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788650963.300864:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875535807640064:0@lo:400:kworker.0 00000100:00100000:2.0:1788650963.300905:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650963.300905:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650963.300945:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875535807640704:0@lo:400:kworker.0 00000100:00100000:3.0:1788650963.301237:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3645:1875535807639936:0@lo:400:kworker.0 00000100:00100000:3.0:1788650963.301274:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650963.301301:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807640448:0@lo:400:kworker.0 00000100:00100000:3.0:1788650963.301321:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650963.301338:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1875535807641088:0@lo:400:kworker.0 00000100:00100000:3.0:1788650963.301365:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875535807640192:0@lo:400:kworker.0 00000100:00100000:3.0:1788650963.301395:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807640448 00000100:00100000:3.0:1788650963.301403:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807640448 00000100:00100000:3.0:1788650963.301459:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788650963.301478:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3562680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807640448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650963.302345:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807639936 00000100:00100000:1.0:1788650963.302353:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807639936 00000100:00100000:1.0:1788650963.302394:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1788650963.302413:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee582a60c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:3645:x1875535807639936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650963.302533:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3562680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807640448:12345-0@lo:400:kworker.0 Request processed in 1043us (1196us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650963.302541:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788650963.303577:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650963.306502:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875535807640320:0@lo:400:kworker.0 00000100:00100000:0.0:1788650963.306812:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650963.306849:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1875535807640960:0@lo:400:kworker.0 00000100:00100000:0.0:1788650963.306874:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650963.306925:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807640064 00000100:00100000:0.0:1788650963.306932:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807640064 00000100:00100000:0.0:1788650963.306976:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807640320 00000100:00100000:0.0:1788650963.306980:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807640320 00000100:00100000:0.0:1788650963.306995:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788650963.307014:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b9e38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1875535807640064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650963.307091:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b9e38a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3646:x1875535807640064:12345-0@lo:400:kworker.0 Request processed in 77us (6185us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650963.307098:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788650963.307117:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788650963.307123:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875535807640320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650963.307155:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3644:x1875535807640320:12345-0@lo:400:kworker.0 Request processed in 32us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650963.307173:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788650963.308029:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807639808 00000100:00100000:0.0:1788650963.308039:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807639808 00000100:00100000:0.0:1788650963.308090:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807641088 00000100:00100000:0.0:1788650963.308094:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807641088 00000100:00100000:0.0:1788650963.308128:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807640960 00000100:00100000:0.0:1788650963.308131:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807640960 00000100:00100000:0.0:1788650963.308147:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788650963.308155:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487731f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1875535807641088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650963.308669:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee582a60c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:3645:x1875535807639936:12345-0@lo:400:kworker.0 Request processed in 6264us (7390us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650963.308681:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1788650963.309530:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3645:1875535807639936:0@lo:400:kworker.0 00010000:00080000:2.0:1788650963.309554:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee5b9e3aa00 x1875535807640448/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788650979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788650963.309587:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807640448:0@lo:400:kworker.0 00000100:00100000:1.0:1788650963.310157:0:22716:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1788650963.310171:0:22716:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:0.0:1788650963.310251:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487731f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1875535807641088:12345-0@lo:400:kworker.0 Request processed in 2094us (6676us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650963.310263:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788650963.310288:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788650963.310300:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875535807640960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650963.310425:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3644:x1875535807640960:12345-0@lo:400:kworker.0 Request processed in 130us (3550us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650963.310432:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788650963.310445:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788650963.310450:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487733480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3642:x1875535807639808:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788650963.310477:0:22717:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 750 last 0 00000020:00000080:0.0:1788650963.310543:0:22717:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x798896c918a13d35 00000004:00100000:0.0:1788650963.310570:0:22717:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788650963.310620:0:22717:0:(import.c:65:import_set_state_nolock()) ffff9ee48666d800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788650963.310657:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487733480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875535807639808:12345-0@lo:38:llog_process_th.0 Request processed in 205us (9752us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650963.310664:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788650963.310711:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875535807640320:0@lo:400:kworker.0 00010000:00080000:0.0:1788650963.310743:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee5b9e3a300 x1875535807640960/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788650963.310755:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3644:1875535807640960:0@lo:400:kworker.0 00000100:00080000:1.0:1788650963.311123:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:0.0:1788650963.311972:0:25049:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:0.0:1788650963.312042:0:25036:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1788650963.312097:0:25036:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1788650963.312116:0:25036:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee589464a00/0x798896c918a13d04 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13d0b expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650963.312128:0:25036:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee589464a00/0x798896c918a13d04 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13d0b expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1788650963.312187:0:25036:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1788650963.312199:0:25036:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788650963.312201:0:25036:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788650963.312202:0:25036:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788650963.312203:0:25036:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788650963.312204:0:25036:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788650963.312206:0:25036:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788650963.312207:0:25036:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788650963.312208:0:25036:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788650963.312213:0:25036:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:0.0:1788650963.312215:0:25036:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788650963.312217:0:25036:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788650963.312218:0:25036:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788650963.312219:0:25036:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788650963.312220:0:25036:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788650963.312221:0:25036:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788650963.312222:0:25036:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788650963.312223:0:25036:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788650963.312224:0:25036:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788650963.312254:0:25036:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1788650963.312280:0:25036:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4878f5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807641216:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788650963.312332:0:25036:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650963.312368:0:25036:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee48690a0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788650963.313296:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650963.313334:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1875535807640832:0@lo:400:kworker.0 00000100:00100000:3.0:1788650963.313698:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650963.313745:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650963.313793:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875535807640064:0@lo:400:kworker.0 00010000:00080000:3.0:1788650963.313845:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee4878f5f80 x1875535807639808/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788650973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650963.313868:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788650963.313877:0:3642:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1788650963.313885:0:3642:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1788650963.313890:0:3642:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1788650963.313893:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee588210000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788650963.313900:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4878f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3642:1875535807639808:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788650963.313917:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875535807640576:0@lo:8:kworker.0 00000100:00100000:3.0:1788650963.313947:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650963.313973:0:24707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807640576 00000100:00100000:3.0:1788650963.313979:0:24707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807640576 00000100:00100000:3.0:1788650963.314023:0:24707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788650963.314030:0:24707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3560a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3642:x1875535807640576:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1788650963.314109:0:24707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3560a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3642:x1875535807640576:12345-0@lo:8:kworker.0 Request processed in 78us (160us total) trans 0 rc -11/-11 00000100:00100000:3.0:1788650963.314116:0:24707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:3.0:1788650963.314147:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee5908c0800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788650963.314152:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1788650963.314156:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875535807640576:0@lo:8:kworker.0 00000100:00100000:3.0:1788650963.314175:0:25053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807640192 00000100:00100000:3.0:1788650963.314178:0:25053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807640192 00000100:00100000:3.0:1788650963.314219:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807640832 00000100:00100000:3.0:1788650963.314222:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807640832 00000100:00100000:3.0:1788650963.314238:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807640704 00000100:00100000:3.0:1788650963.314240:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807640704 00000100:00100000:3.0:1788650963.314253:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788650963.314258:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3562d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875535807640192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650963.314307:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3562d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875535807640192:12345-0@lo:400:kworker.0 Request processed in 48us (1013us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650963.314314:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788650963.314327:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788650963.314334:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3563b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875535807640832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650963.314362:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3563b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875535807640832:12345-0@lo:400:kworker.0 Request processed in 29us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650963.314367:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788650963.314376:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788650963.314382:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3561f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875535807640704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650963.314911:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3561f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875535807640704:12345-0@lo:400:kworker.0 Request processed in 526us (1164us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650963.314919:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00010000:00080000:3.0:1788650963.314955:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee5b9e3b100 x1875535807640192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650963.314966:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875535807640192:0@lo:400:kworker.0 00010000:00080000:3.0:1788650963.314979:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee5b9e38000 x1875535807640832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650963.314988:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1875535807640832:0@lo:400:kworker.0 00010000:00080000:3.0:1788650963.315029:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee5b9e39180 x1875535807640704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650963.315038:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875535807640704:0@lo:400:kworker.0 00010000:00080000:2.0:1788650963.315096:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ee5b9e39c00 x1875535807641088/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788650963.315107:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1875535807641088:0@lo:400:kworker.0 00000100:00100000:2.0:1788650963.315138:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807641216 00000100:00100000:2.0:1788650963.315143:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807641216 00000100:00100000:2.0:1788650963.315187:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1788650963.315194:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee582a63450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:25036:x1875535807641216:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788650963.315220:0:22711:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1788650963.315235:0:22711:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1788650963.321524:0:22711:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1788650963.321547:0:22711:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:2.0:1788650963.322259:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee582a63450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:25036:x1875535807641216:12345-0@lo:253:mount.lustre.0 Request processed in 7059us (9920us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650963.322273:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1788650963.322508:0:25036:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4878f5c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:25036:1875535807641216:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788650963.322537:0:25036:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:1.0:1788650963.322541:0:25036:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788650963.322544:0:25036:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788650963.322545:0:25036:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788650963.322547:0:25036:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788650963.322548:0:25036:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788650963.322549:0:25036:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788650963.322551:0:25036:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788650963.322553:0:25036:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788650963.322554:0:25036:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1788650963.322570:0:25036:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 20000000:01000000:0.0:1788650963.323022:0:22732:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788650963.323029:0:22732:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788650963.323051:0:22732:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9ee5a0168a00/0x798896c918a13d3c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650963.323085:0:22732:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ee4878ffa00/0x798896c918a13cb0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13ca9 expref: 23 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650963.323096:0:22732:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ee4878ff600/0x798896c918a13cbe lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13cb7 expref: 23 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650963.323105:0:22732:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9ee5a0168a00/0x798896c918a13d3c lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650963.323215:0:22732:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ee4878ff600/0x798896c918a13cbe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x798896c918a13cb7 expref: 23 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650963.323231:0:22732:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ee4878ff600/0x798896c918a13cbe lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x798896c918a13cb7 expref: 23 pid: 22708 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788650963.323247:0:22732:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4878f6d80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22732:1875535807641344:0@lo:104: 00000100:00100000:0.0:1788650963.323289:0:22732:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650963.323500:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807641344 00000100:00100000:2.0:1788650963.323508:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807641344 00010000:00010000:0.0:1788650963.323525:0:22732:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ee4878ffa00/0x798896c918a13cb0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x798896c918a13ca9 expref: 23 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650963.323541:0:22732:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ee4878ffa00/0x798896c918a13cb0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x798896c918a13ca9 expref: 23 pid: 22711 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788650963.323565:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788650963.323576:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+3:22732:x1875535807641344:12345-0@lo:104: 00010000:00010000:2.0:1788650963.323591:0:22699:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff800/0x798896c918a13cb7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x798896c918a13cbe expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650963.323638:0:22699:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788650963.323639:0:22732:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4878f7b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22732:1875535807641472:0@lo:104: 00000100:00100000:2.0:1788650963.323649:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878f4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+3:22732:x1875535807641344:12345-0@lo:104: Request processed in 74us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650963.323657:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788650963.323669:0:22732:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650963.323682:0:22732:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee48690a600 going to sleep for 11 seconds 00000100:00100000:2.0:1788650963.323685:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807641472 00000100:00100000:2.0:1788650963.323690:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807641472 00000100:00100000:0.0:1788650963.323698:0:22732:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4878f6d80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22732:1875535807641344:0@lo:104: 00000100:00100000:2.0:1788650963.323709:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788650963.323716:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+3:22732:x1875535807641472:12345-0@lo:104: 00010000:00010000:2.0:1788650963.323725:0:22699:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168400/0x798896c918a13ca9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x798896c918a13cb0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650963.324340:0:22699:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1788650963.324349:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878f4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+3:22732:x1875535807641472:12345-0@lo:104: Request processed in 632us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650963.324356:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:2.0:1788650963.324377:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788650963.324383:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff800/0x798896c918a13cb7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x798896c918a13cbe expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650963.324391:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4878ff800 already unused, calling callback (ffffffffc119fc20) 00000100:00100000:1.0:1788650963.324393:0:22732:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4878f7b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22732:1875535807641472:0@lo:104: 00010000:00010000:1.0:1788650963.324425:0:22732:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9ee5a0168a00/0x798896c918a13d3c lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788650963.325247:0:22705:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff800/0x798896c918a13cb7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x798896c918a13cbe expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650963.325258:0:22705:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff800/0x798896c918a13cb7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x798896c918a13cbe expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788650963.325265:0:22705:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff800/0x798896c918a13cb7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x798896c918a13cbe expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788650963.325272:0:22705:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1788650963.325319:0:22705:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff800/0x798896c918a13cb7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13cbe expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650963.325326:0:22705:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788650963.325367:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff800/0x798896c918a13cb7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13cbe expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650963.325376:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff9ee4878ff800/0x798896c918a13cb7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13cbe expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650963.325391:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1788650963.325431:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487731880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3646:1875535807641600:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788650963.325494:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788650963.325580:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168400/0x798896c918a13ca9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x798896c918a13cb0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650963.325586:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5a0168400 already unused, calling callback (ffffffffc119fc20) 10000000:00010000:2.0:1788650963.325589:0:22705:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168400/0x798896c918a13ca9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x798896c918a13cb0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650963.325707:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807641600 00000100:00100000:1.0:1788650963.325714:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807641600 00010000:00010000:1.0:1788650963.325741:0:22703:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ee4878ff600/0x798896c918a13cbe lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x798896c918a13cb7 expref: 24 pid: 22708 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650963.325783:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788650963.325791:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:3646:x1875535807641600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788650963.325803:0:22703:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788650963.325809:0:22703:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ee4878ff600/0x798896c918a13cbe lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x798896c918a13cb7 expref: 24 pid: 22708 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650963.325820:0:22703:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ee4878ff600/0x798896c918a13cbe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x798896c918a13cb7 expref: 24 pid: 22708 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650963.325834:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee4878ff600/0x798896c918a13cbe lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x798896c918a13cb7 expref: 24 pid: 22708 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650963.325848:0:22703:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788650963.325880:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+23:3646:x1875535807641600:12345-0@lo:103:ldlm_bl.0 Request processed in 90us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650963.325887:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788650963.325947:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487731880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3646:1875535807641600:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788650963.326486:0:22705:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168400/0x798896c918a13ca9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x798896c918a13cb0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788650963.326494:0:22705:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168400/0x798896c918a13ca9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x798896c918a13cb0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788650963.326498:0:22705:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1788650963.326529:0:22705:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168400/0x798896c918a13ca9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13cb0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650963.326535:0:22705:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788650963.326555:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168400/0x798896c918a13ca9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13cb0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650963.326562:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168400/0x798896c918a13ca9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13cb0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650963.326591:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650963.326593:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650963.326594:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650963.326601:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788650963.326612:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788650963.326623:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487730000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3644:1875535807641728:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788650963.326659:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650963.326690:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807641728 00000100:00100000:2.0:1788650963.326694:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807641728 00010000:00010000:2.0:1788650963.326711:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ee4878ffa00/0x798896c918a13cb0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x798896c918a13ca9 expref: 23 pid: 22711 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788650963.326733:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788650963.326740:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487730a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+23:3644:x1875535807641728:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788650963.326749:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788650963.326753:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ee4878ffa00/0x798896c918a13cb0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x798896c918a13ca9 expref: 23 pid: 22711 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650963.326762:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ee4878ffa00/0x798896c918a13cb0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x798896c918a13ca9 expref: 23 pid: 22711 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650963.326772:0:22701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee4878ffa00/0x798896c918a13cb0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x798896c918a13ca9 expref: 23 pid: 22711 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650963.326784:0:22701:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9ee5a0168a00/0x798896c918a13d3c lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650963.326805:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee5a0168a00/0x798896c918a13d3c lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1788650963.326833:0:22701:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.007431714s 00010000:00010000:2.0:1788650963.326839:0:22701:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ee5a0168a00/0x798896c918a13d3c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650963.326847:0:22701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ee5a0168a00/0x798896c918a13d3c lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650963.326854:0:22701:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9ee5a0168a00/0x798896c918a13d3c lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650963.326861:0:22701:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9ee5a0168a00/0x798896c918a13d3c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650963.326867:0:22701:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5a0168a00 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:2.0:1788650963.326870:0:22701:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9ee5a0168a00/0x798896c918a13d3c lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650963.326879:0:22701:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9ee5a0168a00/0x798896c918a13d3c lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650963.326895:0:22701:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9ee5a0168a00/0x798896c918a13d3c lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650963.326904:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788650963.328522:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487730a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+22:3644:x1875535807641728:12345-0@lo:103:ldlm_bl.0 Request processed in 1773us (1853us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650963.328535:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:2.0:1788650963.328585:0:22732:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9ee5a0168a00/0x798896c918a13d3c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650963.328606:0:22732:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9ee5a0168a00/0x798896c918a13d3c lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650963.328613:0:22732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee5a0168a00/0x798896c918a13d3c lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650963.328812:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487730000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3644:1875535807641728:0@lo:103:ldlm_bl.0 00000001:00000004:0.0:1788650963.328952:0:25036:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:0.0:1788650963.333144:0:25036:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:0.0:1788650963.333157:0:25036:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:0.0:1788650963.333219:0:25036:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1788650963.333273:0:25036:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.201.103@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1788650963.333298:0:25036:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=50 00000080:00000004:0.0:1788650963.333328:0:25036:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:0.0:1788650963.335272:0:25036:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788650963.337438:0:25036:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:1.0:1788650963.591314:0:23475:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788650964.101494:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1788650964.148962:0:25103:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788650964.149270:0:25103:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:3.0:1788650964.357120:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788650943/real 1788650943] req@ffff9ee489068a80 x1875535807626752/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788650963 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650964.357158:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ee489068a80 x1875535807626752/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788650963 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650964.357168:0:3642:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788650943/real 1788650943] req@ffff9ee48906b800 x1875535807626880/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788650963 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650964.357190:0:3642:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ee48906b800 x1875535807626880/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788650963 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788650964.357208:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee5858de000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788650964.357230:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788650964.357233:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489068a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807626752:0@lo:8:kworker.0 00000100:00080000:3.0:1788650964.357238:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee583755000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788650964.357244:0:3642:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788650964.357247:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48906b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807626880:0@lo:8:kworker.0 00000100:00100000:3.0:1788650964.357471:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1788650964.358329:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788650964.358334:0:477:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1788650964.358338:0:477:0:(import.c:65:import_set_state_nolock()) ffff9ee5858de000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788650964.358344:0:477:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 730 00000100:00080000:0.0:1788650964.358350:0:477:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1788650964.358357:0:477:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9ee5858de000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:0.0:1788650964.358377:0:477:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee4878f6d80 x1875535807642112/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788650964.358391:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788650964.358400:0:477:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788650964.358402:0:477:0:(import.c:65:import_set_state_nolock()) ffff9ee583755000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788650964.358405:0:477:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 730 00000100:00080000:0.0:1788650964.358408:0:477:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1788650964.358412:0:477:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9ee583755000 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:0.0:1788650964.358424:0:477:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee4878f5c00 x1875535807642240/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788650964.360017:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4878f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875535807641984:0@lo:400:kworker.0 00000100:00100000:2.0:1788650964.360104:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650964.360150:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788650964.360157:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4878f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875535807642368:0@lo:400:kworker.0 00000100:00100000:2.0:1788650964.360198:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650964.362628:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48906b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807642496:0@lo:400:kworker.0 00000100:00100000:3.0:1788650964.362697:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650964.363425:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4878f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3643:1875535807641856:0@lo:400:kworker.0 00000100:00100000:3.0:1788650964.363465:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788650964.363939:0:477:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788650964.363944:0:477:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788650964.363948:0:477:0:(import.c:65:import_set_state_nolock()) ffff9ee5908c0800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788650964.363959:0:477:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9ee5908c0800 using connection 192.168.201.103@tcp/0@lo 00000100:00100000:0.0:1788650964.363995:0:477:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ee489069f80 x1875535807642752/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788650964.364099:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489069880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1875535807643008:0@lo:400:kworker.0 00000100:00100000:0.0:1788650964.364133:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650964.364159:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1788650964.364164:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48906b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875535807642880:0@lo:400:kworker.0 00000100:00100000:0.0:1788650964.364198:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650964.364214:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489069180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1875535807643392:0@lo:400:kworker.0 00000100:00100000:0.0:1788650964.364240:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650964.364373:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807641856 00000100:00100000:1.0:1788650964.364382:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807641856 00000100:00100000:1.0:1788650964.364430:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1788650964.364440:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee582a63850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+22:3643:x1875535807641856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650964.364488:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee582a63850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+22:3643:x1875535807641856:12345-0@lo:400:kworker.0 Request processed in 50us (1022us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650964.364494:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1788650964.366317:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807642368 00000100:00100000:3.0:1788650964.366330:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807642368 00000100:00100000:3.0:1788650964.366370:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807643008 00000100:00100000:3.0:1788650964.366373:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807643008 00000100:00100000:3.0:1788650964.366385:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807642880 00000100:00100000:3.0:1788650964.366388:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807642880 00000100:00100000:3.0:1788650964.366398:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807643392 00000100:00100000:3.0:1788650964.366407:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807643392 00000100:00100000:3.0:1788650964.366447:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788650964.366455:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487730000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875535807642368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650964.366531:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487730000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875535807642368:12345-0@lo:400:kworker.0 Request processed in 77us (6332us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650964.366538:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788650964.366553:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788650964.366558:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48906ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875535807643008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650964.366589:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48906ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3646:x1875535807643008:12345-0@lo:400:kworker.0 Request processed in 31us (2455us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650964.366594:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788650964.366602:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788650964.366607:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee489068700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875535807642880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650964.366631:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee489068700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3646:x1875535807642880:12345-0@lo:400:kworker.0 Request processed in 24us (2433us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650964.366636:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788650964.366645:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788650964.366650:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48906a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875535807643392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650964.366671:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48906a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3646:x1875535807643392:12345-0@lo:400:kworker.0 Request processed in 22us (2430us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650964.366676:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00080000:3.0:1788650964.366697:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1788650964.366730:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee48906b100 x1875535807642880/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650964.366756:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48906b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3646:1875535807642880:0@lo:400:kworker.0 00010000:00080000:3.0:1788650964.366777:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee489069180 x1875535807643392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650964.366784:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489069180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3646:1875535807643392:0@lo:400:kworker.0 00010000:00080000:3.0:1788650964.366795:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee489069880 x1875535807643008/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650964.366802:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489069880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3646:1875535807643008:0@lo:400:kworker.0 00000100:00100000:3.0:1788650964.366834:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489069c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1875535807643136:0@lo:400:kworker.0 00000100:00100000:3.0:1788650964.366864:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650964.367606:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4878f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3643:1875535807641856:0@lo:400:kworker.0 00000100:00100000:3.0:1788650964.367627:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788650964.367634:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489068a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807642624:0@lo:400:kworker.0 00000100:00100000:3.0:1788650964.367665:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650964.367687:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489068380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1875535807643264:0@lo:400:kworker.0 00000100:00100000:3.0:1788650964.367708:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650964.367755:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807642624 00000100:00100000:3.0:1788650964.367760:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807642624 00000100:00100000:3.0:1788650964.367795:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788650964.367802:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3563480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807642624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650964.367839:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3563480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807642624:12345-0@lo:400:kworker.0 Request processed in 38us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650964.367846:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788650964.367866:0:25053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807643136 00000100:00100000:3.0:1788650964.367869:0:25053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807643136 00000100:00100000:3.0:1788650964.368018:0:25053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807643264 00000100:00100000:3.0:1788650964.368029:0:25053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807643264 00000100:00100000:3.0:1788650964.368046:0:25053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788650964.368052:0:25053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3562a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875535807643136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650964.368101:0:25053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3562a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3643:x1875535807643136:12345-0@lo:400:kworker.0 Request processed in 50us (1237us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650964.368107:0:25053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788650964.368118:0:25053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788650964.368123:0:25053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3563800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1875535807643264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650964.368149:0:25053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3563800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1875535807643264:12345-0@lo:400:kworker.0 Request processed in 25us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650964.368154:0:25053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00010000:00080000:3.0:1788650964.368193:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee489068a80 x1875535807642624/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788650980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650964.368208:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489068a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807642624:0@lo:400:kworker.0 00010000:00080000:3.0:1788650964.368219:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee489068380 x1875535807643264/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650964.368226:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489068380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1875535807643264:0@lo:400:kworker.0 00010000:00080000:3.0:1788650964.368235:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee489069c00 x1875535807643136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650964.368243:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489069c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3643:1875535807643136:0@lo:400:kworker.0 00000100:00100000:2.0:1788650964.368636:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807641984 00000100:00100000:2.0:1788650964.368641:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807641984 00000100:00100000:2.0:1788650964.368674:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807642496 00000100:00100000:2.0:1788650964.368676:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807642496 00000100:00100000:2.0:1788650964.368690:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1788650964.368696:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487730700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1875535807641984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650964.368736:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487730700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1875535807641984:12345-0@lo:400:kworker.0 Request processed in 40us (8632us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650964.368861:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1788650964.368877:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788650964.368956:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3561180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807642496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650964.369009:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3561180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807642496:12345-0@lo:400:kworker.0 Request processed in 126us (6313us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650964.369016:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788650964.369116:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4878f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807642112:0@lo:8:kworker.0 00000100:00100000:2.0:1788650964.369155:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650964.369285:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48906b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807642496:0@lo:400:kworker.0 00000100:00100000:2.0:1788650964.369332:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4878f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807642240:0@lo:8:kworker.0 00000100:00100000:2.0:1788650964.369363:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650964.369386:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489069f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875535807642752:0@lo:8:kworker.0 00000100:00100000:2.0:1788650964.369407:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1788650964.369445:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee4878f5f80 x1875535807642368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788650964.369456:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4878f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875535807642368:0@lo:400:kworker.0 00000100:00100000:2.0:1788650964.369467:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4878f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875535807641984:0@lo:400:kworker.0 00000100:00100000:1.0:1788650964.369588:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807642112 00000100:00100000:1.0:1788650964.369593:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807642112 00000100:00100000:1.0:1788650964.369620:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807642240 00000100:00100000:1.0:1788650964.369623:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807642240 00000100:00100000:1.0:1788650964.369631:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807642752 00000100:00100000:1.0:1788650964.369633:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807642752 00000100:00100000:1.0:1788650964.369641:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788650964.369647:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487731880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3642:x1875535807642112:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1788650964.369675:0:24224:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 751 last 0 00000020:00000080:1.0:1788650964.369706:0:24224:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x798896c918a13d43 00002000:00100000:1.0:1788650964.369722:0:24224:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9ee4864f1800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a03 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:1.0:1788650964.369726:0:24224:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:1.0:1788650964.369729:0:24224:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:3.0:1788650964.369846:0:24707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788650964.369851:0:24707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3642:x1875535807642240:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1788650964.369868:0:24707:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 751 last 0 00000020:00000080:3.0:1788650964.369957:0:24707:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x798896c918a13d4a 00002000:00100000:3.0:1788650964.369970:0:24707:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9ee4879d7000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a03 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:3.0:1788650964.369973:0:24707:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:3.0:1788650964.369975:0:24707:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1788650964.370350:0:24224:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1788650964.370375:0:24224:0:(import.c:65:import_set_state_nolock()) ffff9ee4864f3000 : changing import state from RECOVER to FULL 00002000:00080000:3.0:1788650964.370445:0:24707:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1788650964.370459:0:24707:0:(import.c:65:import_set_state_nolock()) ffff9ee4879d3800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788650964.370604:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487731880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3642:x1875535807642112:12345-0@lo:8:kworker.0 Request processed in 955us (1448us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650964.370612:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788650964.370630:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788650964.370634:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487732a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3642:x1875535807642752:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1788650964.370650:0:24224:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 751 last 0 00000020:00000080:1.0:1788650964.370668:0:24224:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x798896c918a13d51 00002000:00100000:1.0:1788650964.370674:0:24224:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9ee4864f6800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a03 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:1.0:1788650964.370678:0:24224:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:1.0:1788650964.370680:0:24224:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1788650964.370710:0:24224:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:1.0:1788650964.370724:0:24224:0:(import.c:65:import_set_state_nolock()) ffff9ee4864f4000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788650964.370843:0:24707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3642:x1875535807642240:12345-0@lo:8:kworker.0 Request processed in 991us (1478us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650964.370850:0:24707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00080000:2.0:1788650964.371236:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee4878f6d80 x1875535807642112/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788650989 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788650964.371249:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788650964.371257:0:3642:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1788650964.371265:0:3642:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1788650964.371270:0:3642:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1788650964.371272:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee5858de000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788650964.371362:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487732a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:3642:x1875535807642752:12345-0@lo:8:kworker.0 Request processed in 725us (1953us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650964.371369:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000004:00080000:2.0:1788650964.371402:0:3642:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1788650964.371409:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4878f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807642112:0@lo:8:kworker.0 00010000:00080000:2.0:1788650964.371424:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee4878f5c00 x1875535807642240/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788650989 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788650964.371431:0:3642:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788650964.371435:0:3642:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1788650964.371440:0:3642:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1788650964.371449:0:3642:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1788650964.371451:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee583755000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1788650964.371470:0:3642:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1788650964.371473:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4878f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3642:1875535807642240:0@lo:8:kworker.0 00010000:00080000:2.0:1788650964.371485:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee489069f80 x1875535807642752/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788650989 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788650964.371494:0:3642:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1788650964.371498:0:3642:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1788650964.371500:0:3642:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1788650964.371502:0:3642:0:(import.c:65:import_set_state_nolock()) ffff9ee5908c0800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1788650964.371521:0:3642:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1788650964.371524:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489069f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3642:1875535807642752:0@lo:8:kworker.0 00000004:00080000:1.0:1788650964.372580:0:22743:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x5:0x0] 00000100:00100000:1.0:1788650964.372604:0:22743:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e39f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22743:1875535807643648:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1788650964.372658:0:22743:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650964.372685:0:22743:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee588a22a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788650964.372705:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807643648 00000100:00100000:1.0:1788650964.372711:0:24222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807643648 00000100:00100000:1.0:1788650964.372953:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788650964.372962:0:24222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b9e39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22743:x1875535807643648:12345-0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1788650964.373363:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788650964.373375:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875535807643520:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788650964.373445:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650964.373497:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807643520 00000100:00100000:1.0:1788650964.373502:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807643520 00000100:00100000:1.0:1788650964.373631:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788650964.373637:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b9e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3645:x1875535807643520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788650964.373658:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788650964.373705:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b9e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3645:x1875535807643520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650964.373712:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1788650964.373835:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee5b9e3a680 x1875535807643520/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788650980 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650964.373854:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875535807643520:0@lo:13:osp-pre-1-0.0 00000004:00080000:3.0:1788650964.374487:0:22741:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x22:0x0] 00000100:00100000:3.0:1788650964.374521:0:22741:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3560e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22741:1875535807643904:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1788650964.374579:0:22741:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650964.374598:0:22741:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee590fd10c0 going to sleep for 11 seconds 00000004:00080000:3.0:1788650964.374615:0:22742:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1788650964.374698:0:22742:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 751089638785ns, next at 0ns, rc = 0 00080000:00080000:3.0:1788650964.374705:0:22742:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:3.0:1788650964.374726:0:23459:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1788650964.374908:0:23459:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 751089848387ns, next at 0ns, rc = 0 00080000:00080000:3.0:1788650964.374913:0:23459:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00080000:3.0:1788650964.375044:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788650964.375053:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788650964.375096:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3560700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875535807643776:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788650964.375127:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650964.375157:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807643904 00000100:00100000:3.0:1788650964.375163:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807643904 00000100:00100000:3.0:1788650964.375230:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788650964.375238:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3560380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22741:x1875535807643904:12345-0@lo:5:osp-pre-0-0.0 00000100:00080000:3.0:1788650964.375463:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788650964.375500:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807643776 00000100:00100000:3.0:1788650964.375533:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807643776 00000004:00080000:0.0:1788650964.376001:0:22740:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:0.0:1788650964.376070:0:22740:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 751091010819ns, next at 0ns, rc = 0 00080000:00080000:0.0:1788650964.376076:0:22740:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:0.0:1788650964.376116:0:23460:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:0.0:1788650964.376137:0:23460:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48906b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23460:1875535807644160:0@lo:7:osp-pre-1-1.0 00000100:00100000:0.0:1788650964.376179:0:23460:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650964.376193:0:23460:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee59088f6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788650964.376643:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788650964.376656:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489069f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807644032:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788650964.376686:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650964.376797:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807644032 00000100:00100000:0.0:1788650964.376803:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807644032 00000100:00100000:0.0:1788650964.376838:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788650964.376845:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b9e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3643:x1875535807644032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788650964.376860:0:24226:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788650964.377349:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b9e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3643:x1875535807644032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 503us (660us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650964.377357:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:0.0:1788650964.377377:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:1.0:1788650964.377544:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee489069f80 x1875535807644032/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788650980 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650964.377563:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489069f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807644032:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788650964.378399:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788650964.378409:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3560000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3644:x1875535807643776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788650964.378431:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788650964.378525:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3560000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3644:x1875535807643776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 116us (3396us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650964.378532:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788650964.378553:0:24707:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:3.0:1788650964.378561:0:24707:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000100:00100000:3.0:1788650964.378573:0:24224:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:3.0:1788650964.378579:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807644160 00000100:00100000:3.0:1788650964.378583:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807644160 00002000:00080000:0.0:1788650964.379823:0:24223:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:0.0:1788650964.379832:0:24223:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:0.0:1788650964.379837:0:24223:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:35 to 0x280000401:65) 00000004:00080000:3.0:1788650964.383549:0:22696:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00002000:00080000:3.0:1788650964.384313:0:24222:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:3.0:1788650964.384325:0:24222:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:3.0:1788650964.384332:0:24222:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:6 to 0x2c0000401:65) 00010000:00080000:1.0:1788650964.384534:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee5c3560700 x1875535807643776/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788650980 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650964.384564:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3560700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875535807643776:0@lo:13:osp-pre-0-0.0 00000004:00080000:1.0:1788650964.385047:0:23449:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000100:00100000:1.0:1788650964.387000:0:25120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788650964.387020:0:25120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee489069c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23460:x1875535807644160:12345-0@lo:7:osp-pre-1-1.0 00002000:00010000:0.0:1788650964.389013:0:24223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788650964.389024:0:24223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb6b9690/0x798896c918a13d58 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.389042:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=751s v=(0 0) 00010000:00010000:0.0:1788650964.389047:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788650964.389054:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000eb6b9690/0x798896c918a13d58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.389103:0:24223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000eb6b9690/0x798896c918a13d58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.389114:0:24223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000eb6b9690/0x798896c918a13d58 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.389128:0:24223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000eb6b9690/0x798896c918a13d58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1788650964.389796:0:25120:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:1.0:1788650964.389802:0:25120:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1788650964.389963:0:25120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee489069c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23460:x1875535807644160:12345-0@lo:7:osp-pre-1-1.0 Request processed in 2946us (13779us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650964.389974:0:25120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00080000:0.0:1788650964.391371:0:23460:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee48906b800 x1875535807644160/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788650980 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788650964.391389:0:23460:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48906b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23460:1875535807644160:0@lo:7:osp-pre-1-1.0 00000004:00080000:0.0:1788650964.391404:0:23460:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1788650964.391446:0:23460:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48906b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23460:1875535807644288:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1788650964.391494:0:23460:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788650964.396137:0:24223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788650964.398542:0:23460:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee59088f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788650964.398580:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807644288 00000100:00100000:0.0:1788650964.398590:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807644288 00000100:00100000:0.0:1788650964.398660:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788650964.398670:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee489068380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23460:x1875535807644288:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1788650964.398708:0:24224:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:0.0:1788650964.398796:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee489068380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23460:x1875535807644288:12345-0@lo:5:osp-pre-1-1.0 Request processed in 127us (7300us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650964.398805:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00080000:0.0:1788650964.398847:0:23460:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee48906b800 x1875535807644288/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788650980 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788650964.398862:0:23460:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48906b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23460:1875535807644288:0@lo:5:osp-pre-1-1.0 00000004:00080000:0.0:1788650964.398873:0:23460:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1788650964.399136:0:23460:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48906b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23460:1875535807644416:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1788650964.399196:0:23460:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650964.399216:0:23460:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee59088f6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788650964.399230:0:25120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807644416 00000100:00100000:0.0:1788650964.399234:0:25120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807644416 00000100:00100000:0.0:1788650964.399258:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788650964.399264:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee489068a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23460:x1875535807644416:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1788650964.399297:0:24224:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00010000:3.0:1788650964.400128:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788650964.400138:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d68d0bef/0x798896c918a13d5f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.400154:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=751s v=(0 0) 00010000:00010000:3.0:1788650964.400159:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788650964.400165:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d68d0bef/0x798896c918a13d5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.400187:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d68d0bef/0x798896c918a13d5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.400197:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d68d0bef/0x798896c918a13d5f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.400212:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d68d0bef/0x798896c918a13d5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.400231:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1788650964.400720:0:24223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788650964.400727:0:24223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009f932f2b/0x798896c918a13d66 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.400801:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=751s v=(0 0) 00010000:00010000:3.0:1788650964.400804:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788650964.400809:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009f932f2b/0x798896c918a13d66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.400820:0:24223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009f932f2b/0x798896c918a13d66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.400828:0:24223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009f932f2b/0x798896c918a13d66 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.400835:0:24223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009f932f2b/0x798896c918a13d66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.400843:0:24223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:0.0:1788650964.401896:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788650964.401905:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fc97f9f4/0x798896c918a13d6d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.401917:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=751s v=(0 0) 00010000:00010000:0.0:1788650964.401920:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788650964.401925:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fc97f9f4/0x798896c918a13d6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.401938:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fc97f9f4/0x798896c918a13d6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.401948:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fc97f9f4/0x798896c918a13d6d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.401956:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fc97f9f4/0x798896c918a13d6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.401964:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1788650964.402217:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1788650964.402224:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000eb6b9690/0x798896c918a13d58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.402240:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5a0169e00 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:3.0:1788650964.402245:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb6b9690/0x798896c918a13d58 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.402255:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000eb6b9690/0x798896c918a13d58 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.402272:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000eb6b9690/0x798896c918a13d58 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.402279:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000eb6b9690/0x798896c918a13d58 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.402298:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788650964.402301:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d68d0bef/0x798896c918a13d5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.402307:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee589464e00 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:3.0:1788650964.402310:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d68d0bef/0x798896c918a13d5f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.402317:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d68d0bef/0x798896c918a13d5f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.402328:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d68d0bef/0x798896c918a13d5f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.402340:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d68d0bef/0x798896c918a13d5f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.402354:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788650964.402358:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009f932f2b/0x798896c918a13d66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.402364:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee589465800 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:3.0:1788650964.402367:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009f932f2b/0x798896c918a13d66 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.402374:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009f932f2b/0x798896c918a13d66 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.402384:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009f932f2b/0x798896c918a13d66 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.402391:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009f932f2b/0x798896c918a13d66 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.402405:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788650964.402408:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fc97f9f4/0x798896c918a13d6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.402414:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5a0169200 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:3.0:1788650964.402423:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc97f9f4/0x798896c918a13d6d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.402430:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fc97f9f4/0x798896c918a13d6d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.402439:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fc97f9f4/0x798896c918a13d6d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.402446:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fc97f9f4/0x798896c918a13d6d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.402459:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650964.402461:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650964.402462:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788650964.403167:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788650964.403185:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000030b59da7/0x798896c918a13d74 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.403195:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=751s v=(0 0) 00010000:00010000:3.0:1788650964.403199:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788650964.403203:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030b59da7/0x798896c918a13d74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.403213:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030b59da7/0x798896c918a13d74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.403221:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000030b59da7/0x798896c918a13d74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.403236:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000030b59da7/0x798896c918a13d74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.403252:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788650964.403261:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788650964.403265:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000030b59da7/0x798896c918a13d74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.403271:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee589465e00 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:3.0:1788650964.403275:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000030b59da7/0x798896c918a13d74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.403282:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000030b59da7/0x798896c918a13d74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.403293:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000030b59da7/0x798896c918a13d74 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.403301:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030b59da7/0x798896c918a13d74 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.403318:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650964.403319:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650964.403321:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788650964.403728:0:24223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788650964.403813:0:24223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085b5f8a1/0x798896c918a13d7b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.403823:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=751s v=(0 0) 00010000:00010000:0.0:1788650964.403826:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788650964.403830:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085b5f8a1/0x798896c918a13d7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.403841:0:24223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085b5f8a1/0x798896c918a13d7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.403850:0:24223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085b5f8a1/0x798896c918a13d7b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.403859:0:24223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000085b5f8a1/0x798896c918a13d7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.403875:0:24223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788650964.403944:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788650964.403949:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000085b5f8a1/0x798896c918a13d7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.403956:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5a0168600 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:0.0:1788650964.403959:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000085b5f8a1/0x798896c918a13d7b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.403968:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000085b5f8a1/0x798896c918a13d7b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.403998:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000085b5f8a1/0x798896c918a13d7b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.404006:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085b5f8a1/0x798896c918a13d7b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.404020:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650964.404022:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650964.404023:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650964.404329:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788650964.404635:0:24223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788650964.404641:0:24223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc5b05e8/0x798896c918a13d82 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.404651:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=751s v=(0 0) 00010000:00010000:0.0:1788650964.404654:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788650964.404658:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc5b05e8/0x798896c918a13d82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.404668:0:24223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc5b05e8/0x798896c918a13d82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.404676:0:24223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc5b05e8/0x798896c918a13d82 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.404684:0:24223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dc5b05e8/0x798896c918a13d82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.404709:0:24223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788650964.404718:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788650964.404722:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dc5b05e8/0x798896c918a13d82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.404728:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5a0169400 already unused, calling callback (ffffffffc0ba24f0) 00002000:00010000:3.0:1788650964.407279:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788650964.407299:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000039cdb20f/0x798896c918a13d89 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.407316:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=751s v=(0 0) 00010000:00010000:3.0:1788650964.407321:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788650964.407328:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000039cdb20f/0x798896c918a13d89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.407345:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000039cdb20f/0x798896c918a13d89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.407356:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000039cdb20f/0x798896c918a13d89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.407363:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000039cdb20f/0x798896c918a13d89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.407382:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788650964.407607:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc5b05e8/0x798896c918a13d82 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.407619:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc5b05e8/0x798896c918a13d82 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.407638:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dc5b05e8/0x798896c918a13d82 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.407646:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc5b05e8/0x798896c918a13d82 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.407669:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788650964.407673:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000039cdb20f/0x798896c918a13d89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.407680:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c354a200 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:0.0:1788650964.407683:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000039cdb20f/0x798896c918a13d89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.407703:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000039cdb20f/0x798896c918a13d89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.407714:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000039cdb20f/0x798896c918a13d89 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.407721:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000039cdb20f/0x798896c918a13d89 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.407851:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650964.408642:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650964.408645:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650964.408648:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788650964.410862:0:24223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788650964.410875:0:24223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009f549efd/0x798896c918a13d90 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.411132:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=751s v=(0 0) 00010000:00010000:0.0:1788650964.411138:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788650964.411144:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009f549efd/0x798896c918a13d90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.411161:0:24223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009f549efd/0x798896c918a13d90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.411177:0:24223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009f549efd/0x798896c918a13d90 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.411192:0:24223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009f549efd/0x798896c918a13d90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.411210:0:24223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1788650964.411788:0:22696:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00010000:00010000:2.0:1788650964.412287:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788650964.412296:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009f549efd/0x798896c918a13d90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.412307:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5a0169a00 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:2.0:1788650964.412312:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009f549efd/0x798896c918a13d90 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.412323:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009f549efd/0x798896c918a13d90 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.412347:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009f549efd/0x798896c918a13d90 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.412366:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009f549efd/0x798896c918a13d90 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.412387:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650964.412389:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650964.412391:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788650964.412463:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788650964.412469:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003fe93ea0/0x798896c918a13d97 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.412479:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=751s v=(0 0) 00010000:00010000:2.0:1788650964.412482:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788650964.412487:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003fe93ea0/0x798896c918a13d97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.412499:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003fe93ea0/0x798896c918a13d97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.412521:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003fe93ea0/0x798896c918a13d97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.412529:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003fe93ea0/0x798896c918a13d97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.412547:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788650964.412555:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788650964.412565:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003fe93ea0/0x798896c918a13d97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.412572:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4878fea00 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:2.0:1788650964.412575:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003fe93ea0/0x798896c918a13d97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.412583:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003fe93ea0/0x798896c918a13d97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.412593:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003fe93ea0/0x798896c918a13d97 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.412600:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003fe93ea0/0x798896c918a13d97 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.412613:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650964.412615:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650964.412616:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788650964.415807:0:24223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788650964.415822:0:24223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000028a3d441/0x798896c918a13d9e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.415839:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=751s v=(0 0) 00010000:00010000:2.0:1788650964.415843:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788650964.415850:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000028a3d441/0x798896c918a13d9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.415876:0:24223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000028a3d441/0x798896c918a13d9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.416012:0:24223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000028a3d441/0x798896c918a13d9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.416020:0:24223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000028a3d441/0x798896c918a13d9e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.416038:0:24223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788650964.416051:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788650964.416055:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000028a3d441/0x798896c918a13d9e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.416080:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4878fee00 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:2.0:1788650964.416084:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000028a3d441/0x798896c918a13d9e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.416092:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000028a3d441/0x798896c918a13d9e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.416107:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000028a3d441/0x798896c918a13d9e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.416114:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000028a3d441/0x798896c918a13d9e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.416137:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650964.416139:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650964.416141:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788650964.416482:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788650964.416490:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c7dabcaf/0x798896c918a13da5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.416499:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=751s v=(0 0) 00010000:00010000:0.0:1788650964.416502:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788650964.416519:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c7dabcaf/0x798896c918a13da5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.416530:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c7dabcaf/0x798896c918a13da5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.416538:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c7dabcaf/0x798896c918a13da5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.416545:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c7dabcaf/0x798896c918a13da5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.416565:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788650964.416818:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788650964.416823:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c7dabcaf/0x798896c918a13da5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.416831:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5a0168800 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:2.0:1788650964.416835:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c7dabcaf/0x798896c918a13da5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.416844:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c7dabcaf/0x798896c918a13da5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.416856:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c7dabcaf/0x798896c918a13da5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.416864:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7dabcaf/0x798896c918a13da5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.416951:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650964.416953:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650964.416955:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788650964.417373:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788650964.417380:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f9c42f03/0x798896c918a13dac lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.417397:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=751s v=(0 0) 00010000:00010000:0.0:1788650964.417400:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788650964.417405:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f9c42f03/0x798896c918a13dac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.417415:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f9c42f03/0x798896c918a13dac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.417424:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f9c42f03/0x798896c918a13dac lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.417431:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f9c42f03/0x798896c918a13dac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.417452:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788650964.417704:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788650964.417710:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f9c42f03/0x798896c918a13dac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.417728:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5a0168a00 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:2.0:1788650964.418353:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f9c42f03/0x798896c918a13dac lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.418366:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f9c42f03/0x798896c918a13dac lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.418382:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f9c42f03/0x798896c918a13dac lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.418389:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f9c42f03/0x798896c918a13dac lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.418410:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650964.418412:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650964.418414:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788650964.419780:0:24223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788650964.419794:0:24223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000096439f60/0x798896c918a13db3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.419813:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=751s v=(0 0) 00010000:00010000:0.0:1788650964.419818:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788650964.419825:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000096439f60/0x798896c918a13db3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.419842:0:24223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000096439f60/0x798896c918a13db3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.419864:0:24223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000096439f60/0x798896c918a13db3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.419871:0:24223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000096439f60/0x798896c918a13db3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788650964.420118:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788650964.420125:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000094d3c3e3/0x798896c918a13dba lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.420134:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=751s v=(0 0) 00010000:00010000:2.0:1788650964.420137:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788650964.420141:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000094d3c3e3/0x798896c918a13dba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.420150:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000094d3c3e3/0x798896c918a13dba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.420167:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000094d3c3e3/0x798896c918a13dba lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.420182:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000094d3c3e3/0x798896c918a13dba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.420206:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788650964.420410:0:24223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788650964.420978:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788650964.420998:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000094d3c3e3/0x798896c918a13dba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.421007:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4878fe000 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:1.0:1788650964.421011:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000094d3c3e3/0x798896c918a13dba lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.421028:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000094d3c3e3/0x798896c918a13dba lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.421048:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000094d3c3e3/0x798896c918a13dba lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.421075:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000094d3c3e3/0x798896c918a13dba lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.421097:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788650964.421101:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000096439f60/0x798896c918a13db3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.421107:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5a0168400 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:1.0:1788650964.421110:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000096439f60/0x798896c918a13db3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.421116:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000096439f60/0x798896c918a13db3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.421127:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000096439f60/0x798896c918a13db3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.421133:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000096439f60/0x798896c918a13db3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.421158:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.421159:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.421161:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788650964.421665:0:24223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788650964.421672:0:24223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b81ca85d/0x798896c918a13dc1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.421681:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=751s v=(0 0) 00010000:00010000:0.0:1788650964.421685:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788650964.421690:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b81ca85d/0x798896c918a13dc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.421700:0:24223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b81ca85d/0x798896c918a13dc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.421707:0:24223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b81ca85d/0x798896c918a13dc1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.421714:0:24223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b81ca85d/0x798896c918a13dc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.422640:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788650964.422709:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788650964.422718:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084751692/0x798896c918a13dc8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.422829:0:24223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788650964.422963:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788650964.422970:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b81ca85d/0x798896c918a13dc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.422978:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5a0168000 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:1.0:1788650964.422995:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b81ca85d/0x798896c918a13dc1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.423005:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b81ca85d/0x798896c918a13dc1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.423023:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b81ca85d/0x798896c918a13dc1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.423031:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b81ca85d/0x798896c918a13dc1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.423051:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.423053:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.423054:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650964.423441:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=751s v=(0 0) 00010000:00010000:2.0:1788650964.423448:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788650964.423454:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084751692/0x798896c918a13dc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.423471:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084751692/0x798896c918a13dc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.423482:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084751692/0x798896c918a13dc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.423490:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000084751692/0x798896c918a13dc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788650964.424077:0:24223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788650964.424086:0:24223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ac2be33d/0x798896c918a13dcf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.424097:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=751s v=(0 0) 00010000:00010000:0.0:1788650964.424100:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788650964.424105:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ac2be33d/0x798896c918a13dcf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.424115:0:24223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ac2be33d/0x798896c918a13dcf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.424123:0:24223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ac2be33d/0x798896c918a13dcf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.424130:0:24223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ac2be33d/0x798896c918a13dcf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.424149:0:24223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788650964.424157:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788650964.424162:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ac2be33d/0x798896c918a13dcf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.424169:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5b6d8f600 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:0.0:1788650964.424191:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac2be33d/0x798896c918a13dcf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.424200:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ac2be33d/0x798896c918a13dcf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.424214:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ac2be33d/0x798896c918a13dcf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.424223:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ac2be33d/0x798896c918a13dcf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.424239:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650964.424241:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650964.424243:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650964.424424:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788650964.427209:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788650964.427224:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000084751692/0x798896c918a13dc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.427240:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4878ff800 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:0.0:1788650964.427246:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000084751692/0x798896c918a13dc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.427260:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000084751692/0x798896c918a13dc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.427284:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000084751692/0x798896c918a13dc8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.427301:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084751692/0x798896c918a13dc8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.427330:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650964.427332:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650964.427333:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788650964.428180:0:24223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788650964.428189:0:24223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000412c0380/0x798896c918a13dd6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.428205:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=751s v=(0 0) 00010000:00010000:0.0:1788650964.428210:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788650964.428217:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000412c0380/0x798896c918a13dd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.428229:0:24223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000412c0380/0x798896c918a13dd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.428239:0:24223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000412c0380/0x798896c918a13dd6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.428248:0:24223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000412c0380/0x798896c918a13dd6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.428269:0:24223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788650964.428517:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788650964.428523:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000412c0380/0x798896c918a13dd6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.428532:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5b6d8f400 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:2.0:1788650964.428536:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000412c0380/0x798896c918a13dd6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.428545:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000412c0380/0x798896c918a13dd6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.428560:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000412c0380/0x798896c918a13dd6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.428566:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000412c0380/0x798896c918a13dd6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.428583:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650964.428585:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650964.428587:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788650964.431010:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788650964.431034:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000072942ecb/0x798896c918a13ddd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.431053:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=751s v=(0 0) 00010000:00010000:0.0:1788650964.431073:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788650964.431081:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000072942ecb/0x798896c918a13ddd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.431097:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000072942ecb/0x798896c918a13ddd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.431107:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000072942ecb/0x798896c918a13ddd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.431115:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000072942ecb/0x798896c918a13ddd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.431136:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788650964.431149:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788650964.431155:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000072942ecb/0x798896c918a13ddd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.431162:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5b6d8fc00 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:0.0:1788650964.431167:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000072942ecb/0x798896c918a13ddd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.431187:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000072942ecb/0x798896c918a13ddd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.431211:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000072942ecb/0x798896c918a13ddd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.431219:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000072942ecb/0x798896c918a13ddd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.431238:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650964.431240:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650964.431242:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788650964.438315:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788650964.438328:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000811b6279/0x798896c918a13de4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.438359:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=751s v=(0 0) 00010000:00010000:1.0:1788650964.438363:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788650964.438371:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000811b6279/0x798896c918a13de4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.438385:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000811b6279/0x798896c918a13de4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.438395:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000811b6279/0x798896c918a13de4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.438403:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000811b6279/0x798896c918a13de4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.438423:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788650964.438435:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788650964.438440:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000811b6279/0x798896c918a13de4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.438448:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee486954600 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:1.0:1788650964.438453:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000811b6279/0x798896c918a13de4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.438462:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000811b6279/0x798896c918a13de4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.438492:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000811b6279/0x798896c918a13de4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.438500:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000811b6279/0x798896c918a13de4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.438594:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.438596:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.438598:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788650964.440711:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788650964.440724:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009e4d545b/0x798896c918a13deb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.440752:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=751s v=(0 0) 00010000:00010000:1.0:1788650964.440757:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788650964.440764:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009e4d545b/0x798896c918a13deb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.440778:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e4d545b/0x798896c918a13deb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.440788:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009e4d545b/0x798896c918a13deb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.440795:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009e4d545b/0x798896c918a13deb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.440827:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788650964.440839:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788650964.440845:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009e4d545b/0x798896c918a13deb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.440853:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee580030c00 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:1.0:1788650964.440858:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009e4d545b/0x798896c918a13deb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.440867:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009e4d545b/0x798896c918a13deb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.441014:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009e4d545b/0x798896c918a13deb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.441024:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e4d545b/0x798896c918a13deb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.441046:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.441048:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.441050:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788650964.442403:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788650964.442413:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000125fec25/0x798896c918a13df2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.442426:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=751s v=(0 0) 00010000:00010000:1.0:1788650964.442437:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788650964.442444:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000125fec25/0x798896c918a13df2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.442456:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000125fec25/0x798896c918a13df2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.442465:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000125fec25/0x798896c918a13df2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.442472:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000125fec25/0x798896c918a13df2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.442485:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788650964.442494:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788650964.442499:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000125fec25/0x798896c918a13df2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.442506:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee580030200 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:1.0:1788650964.443296:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000125fec25/0x798896c918a13df2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.443309:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000125fec25/0x798896c918a13df2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.443326:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000125fec25/0x798896c918a13df2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.443346:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000125fec25/0x798896c918a13df2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.443362:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.443364:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.443366:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788650964.443622:0:24223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788650964.443629:0:24223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052d07dd5/0x798896c918a13df9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.443639:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=751s v=(0 0) 00010000:00010000:3.0:1788650964.443643:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788650964.443648:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000052d07dd5/0x798896c918a13df9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.443659:0:24223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000052d07dd5/0x798896c918a13df9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.443673:0:24223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000052d07dd5/0x798896c918a13df9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.443682:0:24223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000052d07dd5/0x798896c918a13df9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.443701:0:24223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788650964.444485:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788650964.444492:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000052d07dd5/0x798896c918a13df9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.444501:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c354bc00 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:0.0:1788650964.444565:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000052d07dd5/0x798896c918a13df9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.444575:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000052d07dd5/0x798896c918a13df9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.444589:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000052d07dd5/0x798896c918a13df9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.444596:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000052d07dd5/0x798896c918a13df9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.444621:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650964.444623:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650964.444625:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788650964.446272:0:24223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788650964.446283:0:24223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aac9fba7/0x798896c918a13e00 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.446298:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=751s v=(0 0) 00010000:00010000:0.0:1788650964.446302:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788650964.446309:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aac9fba7/0x798896c918a13e00 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.446323:0:24223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aac9fba7/0x798896c918a13e00 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.446333:0:24223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aac9fba7/0x798896c918a13e00 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.446340:0:24223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aac9fba7/0x798896c918a13e00 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.446362:0:24223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788650964.447054:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788650964.447079:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aac9fba7/0x798896c918a13e00 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.447088:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5b6d8e000 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:2.0:1788650964.447100:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aac9fba7/0x798896c918a13e00 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.447109:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aac9fba7/0x798896c918a13e00 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.447125:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aac9fba7/0x798896c918a13e00 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.447133:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aac9fba7/0x798896c918a13e00 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.447153:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650964.447155:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650964.447157:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788650964.448008:0:24223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788650964.448018:0:24223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000adb1315e/0x798896c918a13e07 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.448041:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=751s v=(0 0) 00010000:00010000:0.0:1788650964.448045:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788650964.448052:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000adb1315e/0x798896c918a13e07 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.448086:0:24223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000adb1315e/0x798896c918a13e07 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.448095:0:24223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000adb1315e/0x798896c918a13e07 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.448102:0:24223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000adb1315e/0x798896c918a13e07 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.448118:0:24223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788650964.448128:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788650964.448133:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000adb1315e/0x798896c918a13e07 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.448140:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5b6d8ea00 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:0.0:1788650964.448144:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000adb1315e/0x798896c918a13e07 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.448152:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000adb1315e/0x798896c918a13e07 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.448810:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000adb1315e/0x798896c918a13e07 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.448822:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000adb1315e/0x798896c918a13e07 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.448839:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650964.448841:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650964.448843:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788650964.451122:0:24223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788650964.451134:0:24223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072942ecb/0x798896c918a13e0e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.451149:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=751s v=(0 0) 00010000:00010000:0.0:1788650964.451154:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788650964.451160:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000072942ecb/0x798896c918a13e0e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788650964.451584:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788650964.451590:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000125fec25/0x798896c918a13e15 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.451600:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=751s v=(0 0) 00010000:00010000:1.0:1788650964.451603:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788650964.451608:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000125fec25/0x798896c918a13e15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.451619:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000125fec25/0x798896c918a13e15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.451630:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000125fec25/0x798896c918a13e15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.451638:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000125fec25/0x798896c918a13e15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.451675:0:24223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000072942ecb/0x798896c918a13e0e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.451685:0:24223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000072942ecb/0x798896c918a13e0e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.451693:0:24223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000072942ecb/0x798896c918a13e0e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.451777:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788650964.455280:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788650964.455295:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000125fec25/0x798896c918a13e15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.455310:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee580030200 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:3.0:1788650964.455315:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000125fec25/0x798896c918a13e15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.455326:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000125fec25/0x798896c918a13e15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.455347:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000125fec25/0x798896c918a13e15 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.455355:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000125fec25/0x798896c918a13e15 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.455380:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788650964.455394:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000072942ecb/0x798896c918a13e0e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.455401:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5b6d8fc00 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:3.0:1788650964.455405:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000072942ecb/0x798896c918a13e0e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.455412:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000072942ecb/0x798896c918a13e0e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.455424:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000072942ecb/0x798896c918a13e0e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.455432:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650964.455434:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650964.455436:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.456028:0:24223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788650964.456043:0:24223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000072942ecb/0x798896c918a13e0e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788650964.456616:0:25037:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:2.0:1788650964.456641:0:25037:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1788650964.456646:0:25037:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:3.0:1788650964.456815:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788650964.458017:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee489068a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:23460:x1875535807644416:12345-0@lo:5:osp-pre-1-1.0 Request processed in 58744us (58812us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1788650964.458029:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00002000:00010000:1.0:1788650964.458086:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788650964.458094:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009e4d545b/0x798896c918a13e1c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.458110:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=751s v=(0 0) 00010000:00010000:1.0:1788650964.458114:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788650964.458121:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009e4d545b/0x798896c918a13e1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.458135:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009e4d545b/0x798896c918a13e1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.458147:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009e4d545b/0x798896c918a13e1c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.458155:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009e4d545b/0x798896c918a13e1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.458191:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788650964.458202:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788650964.458208:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009e4d545b/0x798896c918a13e1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.458223:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee580030c00 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:1.0:1788650964.458228:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009e4d545b/0x798896c918a13e1c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.458237:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009e4d545b/0x798896c918a13e1c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.458253:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009e4d545b/0x798896c918a13e1c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.458261:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009e4d545b/0x798896c918a13e1c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.458282:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.458284:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.458285:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788650964.458972:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788650964.458992:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000016a5f744/0x798896c918a13e23 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.459001:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=751s v=(0 0) 00010000:00010000:1.0:1788650964.459005:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788650964.459009:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016a5f744/0x798896c918a13e23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.459019:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000016a5f744/0x798896c918a13e23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.459033:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000016a5f744/0x798896c918a13e23 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.459040:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000016a5f744/0x798896c918a13e23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.459055:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788650964.459083:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788650964.459087:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000016a5f744/0x798896c918a13e23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.459094:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee580031800 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:1.0:1788650964.459098:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000016a5f744/0x798896c918a13e23 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.459105:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000016a5f744/0x798896c918a13e23 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.459117:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000016a5f744/0x798896c918a13e23 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.459124:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000016a5f744/0x798896c918a13e23 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.459139:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.459146:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.459147:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788650964.459517:0:23460:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1788650964.459528:0:23460:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48906b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23460:1875535807644416:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1788650964.459546:0:23460:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:2.0:1788650964.459599:0:23460:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487733100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23460:1875535807644544:0@lo:900:osp-pre-1-1.0 00000100:00100000:2.0:1788650964.459648:0:23460:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650964.459677:0:23460:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee48690a300 going to sleep for 11 seconds 00000100:00100000:2.0:1788650964.459707:0:22728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807644544 00000100:00100000:2.0:1788650964.459713:0:22728:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807644544 00000100:00100000:2.0:1788650964.459778:0:22728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788650964.459787:0:22728:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487731180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23460:x1875535807644544:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:2.0:1788650964.459835:0:22728:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487731180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23460:x1875535807644544:12345-0@lo:900:osp-pre-1-1.0 Request processed in 50us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650964.459842:0:22728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1788650964.459874:0:23460:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee487733100 x1875535807644544/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788650980 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788650964.459897:0:23460:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487733100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23460:1875535807644544:0@lo:900:osp-pre-1-1.0 00002000:00010000:1.0:1788650964.460666:0:24223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788650964.460674:0:24223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008be9134c/0x798896c918a13e2a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.460687:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=751s v=(0 0) 00010000:00010000:1.0:1788650964.460691:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788650964.460698:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008be9134c/0x798896c918a13e2a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.460711:0:24223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008be9134c/0x798896c918a13e2a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.460720:0:24223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008be9134c/0x798896c918a13e2a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.460726:0:24223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008be9134c/0x798896c918a13e2a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788650964.460865:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788650964.460870:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028a3d441/0x798896c918a13e31 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.460891:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=751s v=(0 0) 00010000:00010000:2.0:1788650964.460894:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788650964.460898:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028a3d441/0x798896c918a13e31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.460908:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000028a3d441/0x798896c918a13e31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.460915:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028a3d441/0x798896c918a13e31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.460922:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000028a3d441/0x798896c918a13e31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.460953:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788650964.461345:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788650964.461350:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000028a3d441/0x798896c918a13e31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.461357:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4878fee00 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:1.0:1788650964.461361:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000028a3d441/0x798896c918a13e31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.461383:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000028a3d441/0x798896c918a13e31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.461399:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000028a3d441/0x798896c918a13e31 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.461406:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000028a3d441/0x798896c918a13e31 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.461424:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.461426:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.461427:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.461443:0:24223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788650964.462667:0:24223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788650964.462677:0:24223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000811b6279/0x798896c918a13e38 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.462691:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=751s v=(0 0) 00010000:00010000:1.0:1788650964.462695:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788650964.462701:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000811b6279/0x798896c918a13e38 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.462713:0:24223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000811b6279/0x798896c918a13e38 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.462723:0:24223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000811b6279/0x798896c918a13e38 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.463513:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788650964.463522:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008be9134c/0x798896c918a13e2a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.463533:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee580031a00 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:2.0:1788650964.463538:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008be9134c/0x798896c918a13e2a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.463548:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008be9134c/0x798896c918a13e2a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.463565:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008be9134c/0x798896c918a13e2a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.463574:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008be9134c/0x798896c918a13e2a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.463593:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650964.463594:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650964.463596:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.464129:0:24223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000811b6279/0x798896c918a13e38 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.464149:0:24223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788650964.464163:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788650964.464167:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000811b6279/0x798896c918a13e38 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.464566:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee486954600 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:1.0:1788650964.464570:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000811b6279/0x798896c918a13e38 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.464579:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000811b6279/0x798896c918a13e38 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.464595:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000811b6279/0x798896c918a13e38 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.464603:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000811b6279/0x798896c918a13e38 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.464622:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.464623:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.464625:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788650964.465960:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788650964.465971:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ac2be33d/0x798896c918a13e3f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.466003:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=751s v=(0 0) 00010000:00010000:0.0:1788650964.466008:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788650964.466015:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ac2be33d/0x798896c918a13e3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.466032:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ac2be33d/0x798896c918a13e3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.466042:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ac2be33d/0x798896c918a13e3f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.466051:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ac2be33d/0x798896c918a13e3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.466089:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788650964.466865:0:24223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788650964.467153:0:24223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d0931d47/0x798896c918a13e46 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.467167:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=751s v=(0 0) 00010000:00010000:1.0:1788650964.467170:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788650964.467228:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d0931d47/0x798896c918a13e46 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.467242:0:24223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d0931d47/0x798896c918a13e46 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.467252:0:24223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d0931d47/0x798896c918a13e46 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.467259:0:24223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d0931d47/0x798896c918a13e46 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.467283:0:24223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788650964.467649:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788650964.467658:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ac2be33d/0x798896c918a13e3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.467667:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5b6d8f600 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:0.0:1788650964.467672:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ac2be33d/0x798896c918a13e3f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.467689:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ac2be33d/0x798896c918a13e3f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.467708:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ac2be33d/0x798896c918a13e3f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.467716:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ac2be33d/0x798896c918a13e3f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.468077:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788650964.468082:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d0931d47/0x798896c918a13e46 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.468090:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5a186a400 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:0.0:1788650964.468093:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0931d47/0x798896c918a13e46 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.468100:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d0931d47/0x798896c918a13e46 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.468112:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d0931d47/0x798896c918a13e46 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.468120:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d0931d47/0x798896c918a13e46 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.468148:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650964.468150:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650964.468152:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788650964.468232:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788650964.468238:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000524de100/0x798896c918a13e4d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.468247:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=751s v=(0 0) 00010000:00010000:0.0:1788650964.468251:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788650964.468256:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000524de100/0x798896c918a13e4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.468265:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000524de100/0x798896c918a13e4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.468273:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000524de100/0x798896c918a13e4d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.468280:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000524de100/0x798896c918a13e4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.468309:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788650964.468319:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788650964.468323:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000524de100/0x798896c918a13e4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.468339:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5b6d8fe00 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:0.0:1788650964.468342:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000524de100/0x798896c918a13e4d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.468350:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000524de100/0x798896c918a13e4d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.468360:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000524de100/0x798896c918a13e4d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.468367:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000524de100/0x798896c918a13e4d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.468379:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650964.468381:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650964.468382:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650964.469017:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788650964.469338:0:24223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788650964.469345:0:24223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5acaa58/0x798896c918a13e54 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.469358:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=751s v=(0 0) 00010000:00010000:1.0:1788650964.469362:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788650964.469367:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a5acaa58/0x798896c918a13e54 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.469378:0:24223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a5acaa58/0x798896c918a13e54 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.469395:0:24223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a5acaa58/0x798896c918a13e54 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.469404:0:24223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a5acaa58/0x798896c918a13e54 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.469425:0:24223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788650964.469823:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788650964.469831:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a5acaa58/0x798896c918a13e54 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.469839:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5a186ae00 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:3.0:1788650964.469843:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5acaa58/0x798896c918a13e54 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.469852:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a5acaa58/0x798896c918a13e54 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.469877:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a5acaa58/0x798896c918a13e54 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.469951:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a5acaa58/0x798896c918a13e54 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.469970:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650964.469972:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650964.469974:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788650964.470669:0:24223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788650964.470677:0:24223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e8d5a9b2/0x798896c918a13e5b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.470688:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=751s v=(0 0) 00010000:00010000:1.0:1788650964.470692:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788650964.470698:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8d5a9b2/0x798896c918a13e5b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.470709:0:24223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8d5a9b2/0x798896c918a13e5b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.470718:0:24223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e8d5a9b2/0x798896c918a13e5b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.470726:0:24223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e8d5a9b2/0x798896c918a13e5b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788650964.471204:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788650964.471211:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000adb1315e/0x798896c918a13e62 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.471220:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=751s v=(0 0) 00010000:00010000:0.0:1788650964.471224:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788650964.471228:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000adb1315e/0x798896c918a13e62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.471240:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000adb1315e/0x798896c918a13e62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.471257:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000adb1315e/0x798896c918a13e62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.471265:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000adb1315e/0x798896c918a13e62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.471283:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788650964.471477:0:24223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788650964.471707:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788650964.471714:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000adb1315e/0x798896c918a13e62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.471722:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5b6d8ea00 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:3.0:1788650964.471726:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000adb1315e/0x798896c918a13e62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.471809:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000adb1315e/0x798896c918a13e62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.471825:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000adb1315e/0x798896c918a13e62 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.471832:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000adb1315e/0x798896c918a13e62 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.471861:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788650964.471865:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e8d5a9b2/0x798896c918a13e5b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.471873:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5a186b200 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:3.0:1788650964.471876:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8d5a9b2/0x798896c918a13e5b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.471953:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8d5a9b2/0x798896c918a13e5b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.471965:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e8d5a9b2/0x798896c918a13e5b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.471972:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8d5a9b2/0x798896c918a13e5b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.472000:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650964.472001:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650964.472003:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788650964.472286:0:24223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788650964.472292:0:24223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009bd93b1b/0x798896c918a13e69 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.472302:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=751s v=(0 0) 00010000:00010000:1.0:1788650964.472305:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788650964.472309:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009bd93b1b/0x798896c918a13e69 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.472318:0:24223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009bd93b1b/0x798896c918a13e69 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.472326:0:24223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009bd93b1b/0x798896c918a13e69 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.472333:0:24223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009bd93b1b/0x798896c918a13e69 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.472347:0:24223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788650964.472481:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788650964.472487:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009bd93b1b/0x798896c918a13e69 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.472493:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5a186bc00 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:3.0:1788650964.472798:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009bd93b1b/0x798896c918a13e69 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.472807:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009bd93b1b/0x798896c918a13e69 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.472818:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009bd93b1b/0x798896c918a13e69 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.472826:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009bd93b1b/0x798896c918a13e69 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.472844:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650964.472846:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650964.472847:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650964.473111:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788650964.473167:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788650964.473180:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ca2cafd/0x798896c918a13e70 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.473190:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=751s v=(0 0) 00010000:00010000:0.0:1788650964.473193:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788650964.473198:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005ca2cafd/0x798896c918a13e70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.473208:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005ca2cafd/0x798896c918a13e70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.473216:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005ca2cafd/0x798896c918a13e70 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.473224:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005ca2cafd/0x798896c918a13e70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.473255:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788650964.473597:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788650964.473602:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005ca2cafd/0x798896c918a13e70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.473610:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5b6d8fa00 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:3.0:1788650964.473613:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005ca2cafd/0x798896c918a13e70 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.473621:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005ca2cafd/0x798896c918a13e70 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.473633:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005ca2cafd/0x798896c918a13e70 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.473647:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005ca2cafd/0x798896c918a13e70 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.473664:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650964.473666:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650964.473668:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788650964.474920:0:24223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788650964.474931:0:24223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003dcb4610/0x798896c918a13e77 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.474944:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=751s v=(0 0) 00010000:00010000:3.0:1788650964.474949:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788650964.474954:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003dcb4610/0x798896c918a13e77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.474966:0:24223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003dcb4610/0x798896c918a13e77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.474975:0:24223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003dcb4610/0x798896c918a13e77 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.474996:0:24223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003dcb4610/0x798896c918a13e77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.475013:0:24223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788650964.475634:0:24223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788650964.475647:0:24223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000adf61930/0x798896c918a13e7e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.475656:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=751s v=(0 0) 00010000:00010000:3.0:1788650964.475660:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788650964.475664:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000adf61930/0x798896c918a13e7e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.475673:0:24223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000adf61930/0x798896c918a13e7e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.475682:0:24223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000adf61930/0x798896c918a13e7e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.475688:0:24223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000adf61930/0x798896c918a13e7e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.475703:0:24223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788650964.475712:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788650964.475718:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003dcb4610/0x798896c918a13e77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.475725:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c354a800 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:0.0:1788650964.475999:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00010000:1.0:1788650964.476213:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788650964.476220:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009571467d/0x798896c918a13e85 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.476229:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=751s v=(0 0) 00010000:00010000:1.0:1788650964.476238:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788650964.476242:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009571467d/0x798896c918a13e85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.476253:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009571467d/0x798896c918a13e85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.476261:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009571467d/0x798896c918a13e85 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.476267:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009571467d/0x798896c918a13e85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.476275:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788650964.476693:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003dcb4610/0x798896c918a13e77 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.476706:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003dcb4610/0x798896c918a13e77 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.476728:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003dcb4610/0x798896c918a13e77 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788650964.476862:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788650964.476867:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f4bc07e2/0x798896c918a13e8c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.476875:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=751s v=(0 0) 00010000:00010000:1.0:1788650964.476878:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788650964.477003:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003dcb4610/0x798896c918a13e77 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.477023:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788650964.477027:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009571467d/0x798896c918a13e85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.477033:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5a186ba00 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:3.0:1788650964.477037:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009571467d/0x798896c918a13e85 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.477045:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009571467d/0x798896c918a13e85 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.477137:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650964.477145:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000adf61930/0x798896c918a13e7e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.477152:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c354be00 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:0.0:1788650964.477156:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000adf61930/0x798896c918a13e7e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.477163:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000adf61930/0x798896c918a13e7e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.477594:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009571467d/0x798896c918a13e85 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.477605:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009571467d/0x798896c918a13e85 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.477621:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650964.477622:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650964.477631:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650964.477805:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000adf61930/0x798896c918a13e7e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.477814:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000adf61930/0x798896c918a13e7e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.477828:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650964.477830:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650964.477831:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650964.477838:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650964.477840:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.477955:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f4bc07e2/0x798896c918a13e8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.477967:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f4bc07e2/0x798896c918a13e8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.477976:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f4bc07e2/0x798896c918a13e8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.478005:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f4bc07e2/0x798896c918a13e8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.478021:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788650964.478716:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788650964.478725:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e64ad24d/0x798896c918a13e93 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.479607:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=751s v=(0 0) 00010000:00010000:1.0:1788650964.479612:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788650964.479619:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e64ad24d/0x798896c918a13e93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.479632:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e64ad24d/0x798896c918a13e93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.479642:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e64ad24d/0x798896c918a13e93 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.479651:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e64ad24d/0x798896c918a13e93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.479672:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1788650964.480022:0:24223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788650964.480030:0:24223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb8673fc/0x798896c918a13e9a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.480038:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=751s v=(0 0) 00010000:00010000:3.0:1788650964.480041:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788650964.480046:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bb8673fc/0x798896c918a13e9a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.480074:0:24223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bb8673fc/0x798896c918a13e9a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.480084:0:24223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bb8673fc/0x798896c918a13e9a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.480090:0:24223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bb8673fc/0x798896c918a13e9a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.480103:0:24223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1788650964.480349:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788650964.480356:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f4bc07e2/0x798896c918a13e8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.480370:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5a186b800 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:1.0:1788650964.480374:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f4bc07e2/0x798896c918a13e8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.480383:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f4bc07e2/0x798896c918a13e8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.480401:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f4bc07e2/0x798896c918a13e8c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.480409:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f4bc07e2/0x798896c918a13e8c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.480428:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788650964.480431:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e64ad24d/0x798896c918a13e93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.480437:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5a186aa00 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:1.0:1788650964.480440:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e64ad24d/0x798896c918a13e93 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.480446:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e64ad24d/0x798896c918a13e93 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.480456:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e64ad24d/0x798896c918a13e93 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.480469:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e64ad24d/0x798896c918a13e93 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.480482:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788650964.480486:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bb8673fc/0x798896c918a13e9a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.480492:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c354b200 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:1.0:1788650964.480495:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb8673fc/0x798896c918a13e9a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.480614:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650964.480620:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788650964.481008:0:24223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788650964.481015:0:24223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000eb25f9b/0x798896c918a13ea1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.481024:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=751s v=(0 0) 00010000:00010000:3.0:1788650964.481027:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788650964.481031:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000eb25f9b/0x798896c918a13ea1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.481053:0:24223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000eb25f9b/0x798896c918a13ea1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.481192:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bb8673fc/0x798896c918a13e9a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.481209:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bb8673fc/0x798896c918a13e9a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.481217:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bb8673fc/0x798896c918a13e9a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.481230:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.481232:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.481234:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650964.484077:0:24223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000eb25f9b/0x798896c918a13ea1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.484089:0:24223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000eb25f9b/0x798896c918a13ea1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.484121:0:24223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788650964.485237:0:24223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788650964.485249:0:24223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ac428b7/0x798896c918a13ea8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.485265:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=751s v=(0 0) 00010000:00010000:3.0:1788650964.485269:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788650964.485276:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005ac428b7/0x798896c918a13ea8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.485291:0:24223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005ac428b7/0x798896c918a13ea8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.485300:0:24223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005ac428b7/0x798896c918a13ea8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.485318:0:24223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005ac428b7/0x798896c918a13ea8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.485344:0:24223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788650964.485680:0:25123:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788650964.485689:0:25123:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000eb25f9b/0x798896c918a13ea1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.485705:0:25123:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c354a400 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:1.0:1788650964.485710:0:25123:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000eb25f9b/0x798896c918a13ea1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.485719:0:25123:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000eb25f9b/0x798896c918a13ea1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.485748:0:25123:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000eb25f9b/0x798896c918a13ea1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.485756:0:25123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000eb25f9b/0x798896c918a13ea1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.485776:0:25123:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788650964.485780:0:25123:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005ac428b7/0x798896c918a13ea8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.485787:0:25123:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c354a600 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:1.0:1788650964.485790:0:25123:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005ac428b7/0x798896c918a13ea8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.485798:0:25123:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005ac428b7/0x798896c918a13ea8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.485807:0:25123:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005ac428b7/0x798896c918a13ea8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.485820:0:25123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005ac428b7/0x798896c918a13ea8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.485833:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.485835:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.485837:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788650964.486144:0:24223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788650964.486150:0:24223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000017c303a9/0x798896c918a13eaf lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.486159:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=751s v=(0 0) 00010000:00010000:3.0:1788650964.486162:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788650964.486167:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017c303a9/0x798896c918a13eaf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.486264:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650964.486291:0:24223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000017c303a9/0x798896c918a13eaf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.486300:0:24223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000017c303a9/0x798896c918a13eaf lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.486307:0:24223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000017c303a9/0x798896c918a13eaf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.486328:0:24223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788650964.486638:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788650964.486644:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000017c303a9/0x798896c918a13eaf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.486653:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c354aa00 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:1.0:1788650964.486656:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000017c303a9/0x798896c918a13eaf lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.486664:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000017c303a9/0x798896c918a13eaf lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.486676:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000017c303a9/0x798896c918a13eaf lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.486683:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000017c303a9/0x798896c918a13eaf lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.486698:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.486700:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.486707:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788650964.486842:0:24223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788650964.486848:0:24223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000005d3940e/0x798896c918a13eb6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.486861:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=751s v=(0 0) 00010000:00010000:3.0:1788650964.486864:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788650964.486869:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000005d3940e/0x798896c918a13eb6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.486878:0:24223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000005d3940e/0x798896c918a13eb6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.486957:0:24223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000005d3940e/0x798896c918a13eb6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.486964:0:24223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000005d3940e/0x798896c918a13eb6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.487027:0:24223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788650964.487391:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788650964.487397:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000524de100/0x798896c918a13ebd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.487407:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=751s v=(0 0) 00010000:00010000:0.0:1788650964.487410:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788650964.487414:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000524de100/0x798896c918a13ebd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.487424:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000524de100/0x798896c918a13ebd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.487432:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000524de100/0x798896c918a13ebd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.487440:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000524de100/0x798896c918a13ebd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788650964.487526:0:24223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788650964.487532:0:24223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000052c9cd5/0x798896c918a13ec4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.487541:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=751s v=(0 0) 00010000:00010000:3.0:1788650964.487544:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788650964.487548:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000052c9cd5/0x798896c918a13ec4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.487558:0:24223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000052c9cd5/0x798896c918a13ec4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.487577:0:24223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000052c9cd5/0x798896c918a13ec4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.487585:0:24223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000052c9cd5/0x798896c918a13ec4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.491480:0:25123:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788650964.491497:0:25123:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000005d3940e/0x798896c918a13eb6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.491524:0:25123:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c354a000 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:1.0:1788650964.491529:0:25123:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000005d3940e/0x798896c918a13eb6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.491542:0:25123:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000005d3940e/0x798896c918a13eb6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.491567:0:25123:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000005d3940e/0x798896c918a13eb6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.491576:0:25123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000005d3940e/0x798896c918a13eb6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.491606:0:25123:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788650964.491611:0:25123:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000524de100/0x798896c918a13ebd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.491618:0:25123:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5b6d8fe00 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:1.0:1788650964.491621:0:25123:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000524de100/0x798896c918a13ebd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.491629:0:25123:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000524de100/0x798896c918a13ebd lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.491660:0:25123:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000524de100/0x798896c918a13ebd lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.491668:0:25123:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788650964.491672:0:25123:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000052c9cd5/0x798896c918a13ec4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.491679:0:25123:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c354ae00 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:1.0:1788650964.491682:0:25123:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000052c9cd5/0x798896c918a13ec4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.491690:0:25123:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000052c9cd5/0x798896c918a13ec4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.491699:0:25123:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000052c9cd5/0x798896c918a13ec4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.491706:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.491707:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.491709:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650964.493636:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788650964.493655:0:24222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000524de100/0x798896c918a13ebd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.494204:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650964.495150:0:24223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788650964.495161:0:24223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000052c9cd5/0x798896c918a13ec4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.495669:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788650964.495799:0:24223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788650964.495807:0:24223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d59bb82d/0x798896c918a13ecb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.495821:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=751s v=(0 0) 00010000:00010000:3.0:1788650964.495825:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788650964.495831:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d59bb82d/0x798896c918a13ecb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.495845:0:24223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d59bb82d/0x798896c918a13ecb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.495855:0:24223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d59bb82d/0x798896c918a13ecb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.495874:0:24223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d59bb82d/0x798896c918a13ecb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.495901:0:24223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788650964.496275:0:25123:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788650964.496283:0:25123:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d59bb82d/0x798896c918a13ecb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.496304:0:25123:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c354ba00 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:1.0:1788650964.496310:0:25123:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d59bb82d/0x798896c918a13ecb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.496320:0:25123:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d59bb82d/0x798896c918a13ecb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.496339:0:25123:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d59bb82d/0x798896c918a13ecb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.496347:0:25123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d59bb82d/0x798896c918a13ecb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.496367:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.496368:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.496370:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788650964.496906:0:24223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788650964.496914:0:24223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000694dc2b7/0x798896c918a13ed2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.496924:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=751s v=(0 0) 00010000:00010000:3.0:1788650964.496927:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788650964.496933:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000694dc2b7/0x798896c918a13ed2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.496942:0:24223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000694dc2b7/0x798896c918a13ed2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.496950:0:24223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000694dc2b7/0x798896c918a13ed2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.496956:0:24223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000694dc2b7/0x798896c918a13ed2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.496990:0:24223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788650964.497192:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788650964.497196:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000694dc2b7/0x798896c918a13ed2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.497204:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c354b800 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:1.0:1788650964.497208:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000694dc2b7/0x798896c918a13ed2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.497216:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000694dc2b7/0x798896c918a13ed2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.497237:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000694dc2b7/0x798896c918a13ed2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.497245:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000694dc2b7/0x798896c918a13ed2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.497261:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.497263:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.497265:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788650964.497636:0:24223:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788650964.497643:0:24223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001858c0c1/0x798896c918a13ed9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.497657:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=751s v=(0 0) 00010000:00010000:3.0:1788650964.497660:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788650964.497664:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001858c0c1/0x798896c918a13ed9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.497673:0:24223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001858c0c1/0x798896c918a13ed9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.497681:0:24223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001858c0c1/0x798896c918a13ed9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.497689:0:24223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001858c0c1/0x798896c918a13ed9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.497712:0:24223:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788650964.497967:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788650964.497973:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063e340ce/0x798896c918a13ee0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.498019:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=751s v=(0 0) 00010000:00010000:2.0:1788650964.498028:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788650964.498033:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000063e340ce/0x798896c918a13ee0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.498044:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000063e340ce/0x798896c918a13ee0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.498053:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000063e340ce/0x798896c918a13ee0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.498087:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000063e340ce/0x798896c918a13ee0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.498104:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1788650964.499747:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788650964.499760:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f9076ad0/0x798896c918a13ee7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.499775:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=751s v=(0 0) 00010000:00010000:2.0:1788650964.499779:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788650964.499784:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f9076ad0/0x798896c918a13ee7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.499798:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f9076ad0/0x798896c918a13ee7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.499807:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f9076ad0/0x798896c918a13ee7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.499824:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f9076ad0/0x798896c918a13ee7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.499841:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:2.0:1788650964.500806:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788650964.500816:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028a3d441/0x798896c918a13eee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.500827:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=751s v=(0 0) 00010000:00010000:2.0:1788650964.500830:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788650964.500834:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000028a3d441/0x798896c918a13eee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.500843:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000028a3d441/0x798896c918a13eee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.500850:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000028a3d441/0x798896c918a13eee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.500856:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000028a3d441/0x798896c918a13eee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.500866:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1788650964.501121:0:25123:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1788650964.501131:0:25123:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001858c0c1/0x798896c918a13ed9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.501139:0:25123:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c354b400 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:0.0:1788650964.501151:0:25123:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001858c0c1/0x798896c918a13ed9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.501160:0:25123:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001858c0c1/0x798896c918a13ed9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.501190:0:25123:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001858c0c1/0x798896c918a13ed9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.501199:0:25123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001858c0c1/0x798896c918a13ed9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.501224:0:25123:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788650964.501228:0:25123:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000063e340ce/0x798896c918a13ee0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.501235:0:25123:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4878ffa00 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:0.0:1788650964.501238:0:25123:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000063e340ce/0x798896c918a13ee0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.501246:0:25123:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000063e340ce/0x798896c918a13ee0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.501256:0:25123:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000063e340ce/0x798896c918a13ee0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.501264:0:25123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000063e340ce/0x798896c918a13ee0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.501287:0:25123:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788650964.501292:0:25123:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f9076ad0/0x798896c918a13ee7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.501298:0:25123:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4878ff600 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:0.0:1788650964.501301:0:25123:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f9076ad0/0x798896c918a13ee7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.501307:0:25123:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f9076ad0/0x798896c918a13ee7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.501317:0:25123:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f9076ad0/0x798896c918a13ee7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.501324:0:25123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f9076ad0/0x798896c918a13ee7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.501335:0:25123:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788650964.501338:0:25123:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000028a3d441/0x798896c918a13eee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.501344:0:25123:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4878fee00 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:0.0:1788650964.501347:0:25123:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000028a3d441/0x798896c918a13eee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.501367:0:25123:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000028a3d441/0x798896c918a13eee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.501376:0:25123:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000028a3d441/0x798896c918a13eee lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.501384:0:25123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000028a3d441/0x798896c918a13eee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650964.501398:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650964.501400:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650964.501411:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.502224:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.502232:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788650964.502418:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788650964.502427:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084751692/0x798896c918a13ef5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.502449:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=751s v=(0 0) 00010000:00010000:2.0:1788650964.502452:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788650964.502458:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000084751692/0x798896c918a13ef5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.502469:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000084751692/0x798896c918a13ef5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.502479:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000084751692/0x798896c918a13ef5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650964.502488:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000084751692/0x798896c918a13ef5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00080000:3.0:1788650964.503318:0:24223:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:34 00000100:00100000:3.0:1788650964.503436:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3560380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22741:x1875535807643904:12345-0@lo:5:osp-pre-0-0.0 Request processed in 128194us (128852us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650964.503447:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:2.0:1788650964.505163:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788650964.506274:0:22741:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3560e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22741:1875535807643904:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1788650964.506296:0:22741:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x22:0x0] 00000100:00100000:1.0:1788650964.506347:0:22741:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e3b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22741:1875535807644672:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1788650964.506403:0:22741:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650964.506437:0:22741:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee58531f6c0 going to sleep for 11 seconds 00010000:00010000:1.0:1788650964.506455:0:25123:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788650964.506463:0:25123:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000084751692/0x798896c918a13ef5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.506474:0:25123:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4878ff800 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:1.0:1788650964.506478:0:25123:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000084751692/0x798896c918a13ef5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.506490:0:25123:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000084751692/0x798896c918a13ef5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.506535:0:25123:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000084751692/0x798896c918a13ef5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.506543:0:25123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000084751692/0x798896c918a13ef5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.506568:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.506571:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.506573:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788650964.508927:0:25120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807644672 00000100:00100000:0.0:1788650964.508946:0:25120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807644672 00000100:00100000:0.0:1788650964.509020:0:25120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788650964.509032:0:25120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b9e39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:22741:x1875535807644672:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1788650964.509101:0:25120:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00002000:00010000:3.0:1788650964.512750:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788650964.512765:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000052c9cd5/0x798896c918a13efc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.512783:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=751s v=(0 0) 00010000:00010000:3.0:1788650964.512787:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788650964.512795:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000052c9cd5/0x798896c918a13efc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.512817:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000052c9cd5/0x798896c918a13efc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.512829:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000052c9cd5/0x798896c918a13efc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.512837:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000052c9cd5/0x798896c918a13efc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.512864:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788650964.516195:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788650964.516207:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000052c9cd5/0x798896c918a13efc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.516220:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c354ae00 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:1.0:1788650964.516225:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000052c9cd5/0x798896c918a13efc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.516236:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000052c9cd5/0x798896c918a13efc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.516260:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000052c9cd5/0x798896c918a13efc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.516269:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000052c9cd5/0x798896c918a13efc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.516310:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.516312:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.516314:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788650964.518366:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788650964.518381:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003dcb4610/0x798896c918a13f03 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.518398:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=751s v=(0 0) 00010000:00010000:3.0:1788650964.518402:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788650964.518409:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003dcb4610/0x798896c918a13f03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.518422:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003dcb4610/0x798896c918a13f03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.518432:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003dcb4610/0x798896c918a13f03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.518456:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003dcb4610/0x798896c918a13f03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.518485:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788650964.519491:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788650964.519500:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003dcb4610/0x798896c918a13f03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.519518:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c354a800 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:1.0:1788650964.519523:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003dcb4610/0x798896c918a13f03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.519532:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003dcb4610/0x798896c918a13f03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.519552:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003dcb4610/0x798896c918a13f03 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.519559:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003dcb4610/0x798896c918a13f03 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.519580:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.519581:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.519583:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788650964.519966:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788650964.519973:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000034b5f34c/0x798896c918a13f0a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.519998:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=751s v=(0 0) 00010000:00010000:3.0:1788650964.520002:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788650964.520008:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000034b5f34c/0x798896c918a13f0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.520019:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000034b5f34c/0x798896c918a13f0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.520028:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000034b5f34c/0x798896c918a13f0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.520036:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000034b5f34c/0x798896c918a13f0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650964.520111:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:3.0:1788650964.520412:0:24222:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:5 00000100:00100000:3.0:1788650964.520529:0:24222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b9e39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22743:x1875535807643648:12345-0@lo:5:osp-pre-1-0.0 Request processed in 147564us (147866us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650964.520545:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788650964.521201:0:22743:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e39f80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22743:1875535807643648:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1788650964.521223:0:22743:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x5:0x0] 00000100:00100000:0.0:1788650964.521279:0:22743:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489069880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22743:1875535807644800:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1788650964.521323:0:22743:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650964.521349:0:22743:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5b6d6ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1788650964.521370:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807644800 00000100:00100000:0.0:1788650964.521376:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807644800 00000100:00100000:0.0:1788650964.521428:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788650964.521436:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee489069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22743:x1875535807644800:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1788650964.521472:0:24224:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00010000:00010000:1.0:1788650964.529349:0:25123:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788650964.529363:0:25123:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000034b5f34c/0x798896c918a13f0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.529392:0:25123:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c354b600 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:1.0:1788650964.529397:0:25123:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000034b5f34c/0x798896c918a13f0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.529410:0:25123:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000034b5f34c/0x798896c918a13f0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.529435:0:25123:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000034b5f34c/0x798896c918a13f0a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.529443:0:25123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000034b5f34c/0x798896c918a13f0a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650964.529473:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.529475:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788650964.529477:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788650964.535297:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee489069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22743:x1875535807644800:12345-0@lo:5:osp-pre-1-0.0 Request processed in 13850us (13962us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1788650964.535313:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788650964.535742:0:22743:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489069880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22743:1875535807644800:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1788650964.535761:0:22743:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00000001:00080000:0.0:1788650964.538351:0:24218:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:0.0:1788650964.538403:0:24218:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1788650964.538618:0:25120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b9e39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:22741:x1875535807644672:12345-0@lo:5:osp-pre-0-0.0 Request processed in 29586us (32211us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1788650964.538628:0:25120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788650964.538721:0:22741:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:2.0:1788650964.538740:0:22741:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e3b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22741:1875535807644672:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1788650964.538755:0:22741:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00010000:00010000:1.0:1788650965.125465:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788650965.125630:0:22713:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788650965.125634:0:22713:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9ee486636800 from 14 10000000:01000000:2.0:1788650965.125640:0:22713:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788650965.125682:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe000/0x798896c918a13f11 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650965.125694:0:22713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe000/0x798896c918a13f11 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650965.125719:0:22713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe000/0x798896c918a13f11 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788650965.125748:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487733100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807644928:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788650965.125820:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650965.125870:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee591790cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788650965.125920:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807644928 00000100:00100000:1.0:1788650965.125928:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807644928 00000100:00100000:1.0:1788650965.125999:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1788650965.126019:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee582a61c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+22:22713:x1875535807644928:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788650965.126032:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788650965.126047:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee5a186ac00/0x798896c918a13f18 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x798896c918a13f11 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650965.126100:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee5a186ac00/0x798896c918a13f18 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x798896c918a13f11 expref: 23 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650965.126112:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee5a186ac00/0x798896c918a13f18 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13f11 expref: 23 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650965.126122:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5a186ac00, rc 0) 00000100:00100000:1.0:1788650965.126179:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee582a61c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+23:22713:x1875535807644928:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 162us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650965.126186:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1788650965.126244:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487733100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807644928:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788650965.126258:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe000/0x798896c918a13f11 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13f18 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650965.126268:0:22713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe000/0x798896c918a13f11 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13f18 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650965.126314:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e38000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807645056:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788650965.126343:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650965.126362:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5c57eec00 going to sleep for 11 seconds 00000100:00100000:1.0:1788650965.126374:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807645056 00000100:00100000:1.0:1788650965.126378:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807645056 00000100:00100000:1.0:1788650965.126400:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1788650965.126413:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee582a61050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+23:22713:x1875535807645056:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788650965.126429:0:22710:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788650965.126445:0:22710:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788650965.126450:0:22710:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1788650965.126539:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee582a61050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+23:22713:x1875535807645056:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 127us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650965.126546:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1788650965.126575:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e38000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807645056:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788650965.126633:0:22713:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788650965.126640:0:22713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe000/0x798896c918a13f11 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13f18 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650965.126649:0:22713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee4878fe000/0x798896c918a13f11 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13f18 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788650965.126660:0:22713:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788650965.126662:0:22713:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9ee5b03a3800 from 14 10000000:01000000:1.0:1788650965.126665:0:22713:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788650965.126680:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5a186be00/0x798896c918a13f1f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650965.126686:0:22713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff9ee5a186be00/0x798896c918a13f1f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650965.126693:0:22713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff9ee5a186be00/0x798896c918a13f1f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650965.126705:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e38000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807645184:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788650965.126736:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650965.126751:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5c57eec00 going to sleep for 11 seconds 00000100:00100000:1.0:1788650965.126763:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807645184 00000100:00100000:1.0:1788650965.126766:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807645184 00000100:00100000:1.0:1788650965.126787:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1788650965.126794:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee582a60850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+23:22713:x1875535807645184:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788650965.126801:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788650965.126809:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee5a186a600/0x798896c918a13f26 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x798896c918a13f1f expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650965.126822:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee5a186a600/0x798896c918a13f26 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x798896c918a13f1f expref: 24 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650965.126830:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee5a186a600/0x798896c918a13f26 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13f1f expref: 24 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650965.126836:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5a186a600, rc 0) 00000100:00100000:1.0:1788650965.126861:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee582a60850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:22713:x1875535807645184:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 68us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650965.126868:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1788650965.126896:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e38000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807645184:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788650965.126905:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff9ee5a186be00/0x798896c918a13f1f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13f26 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650965.126913:0:22713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff9ee5a186be00/0x798896c918a13f1f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a13f26 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650965.126948:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e38000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807645312:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788650965.126994:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650965.127008:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5c57eec00 going to sleep for 11 seconds 00000100:00100000:1.0:1788650965.127019:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807645312 00000100:00100000:1.0:1788650965.127022:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807645312 00000100:00100000:1.0:1788650965.127042:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1788650965.127048:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee582a60050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:22713:x1875535807645312:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788650965.127082:0:22710:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788650965.127093:0:22710:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788650965.127096:0:22710:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1788650965.127156:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee582a60050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:22713:x1875535807645312:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 108us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650965.127163:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1788650965.127188:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e38000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807645312:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788650965.127223:0:22713:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788650965.127229:0:22713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5a186be00/0x798896c918a13f1f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13f26 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650965.127235:0:22713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee5a186be00/0x798896c918a13f1f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a13f26 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650966.149513:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788650966.405311:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807645440:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788650966.405385:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650966.405605:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807645440 00000100:00100000:1.0:1788650966.405615:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807645440 00000100:00100000:1.0:1788650966.405686:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788650966.405696:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487733800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807645440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788650966.405727:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788650966.405788:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487733800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807645440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650966.405809:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788650966.405913:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807645440:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788650966.406135:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1788650967.179811:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788650967.941678:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807645568:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788650967.941767:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650967.941836:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807645568 00000100:00100000:3.0:1788650967.941844:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807645568 00000100:00100000:3.0:1788650967.941902:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788650967.941912:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3560700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807645568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788650967.941957:0:22721:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788650967.942006:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3560700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807645568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650967.942012:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788650967.942055:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3560e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807645568:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788650967.944265:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788650967.944289:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875535807645696:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788650967.944363:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650967.944474:0:23760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807645696 00000100:00100000:1.0:1788650967.944482:0:23760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807645696 00000100:00100000:1.0:1788650967.944547:0:23760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1788650967.944557:0:23760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487733b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875535807645696:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788650967.944589:0:23760:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788650967.944634:0:23760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487733b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3644:x1875535807645696:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650967.944641:0:23760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788650967.944856:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875535807645696:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788650968.200182:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650969.221914:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788650969.479466:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807646208:0@lo:400:kworker.0 00000100:00100000:1.0:1788650969.479540:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650969.479589:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807646720:0@lo:400:kworker.0 00000100:00100000:1.0:1788650969.479612:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650969.479636:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5926eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1875535807647232:0@lo:400:kworker.0 00000100:00100000:1.0:1788650969.479664:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650969.479689:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1788650969.479694:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3643:1875535807645824:0@lo:400:kworker.0 00000100:00100000:1.0:1788650969.479722:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650969.479744:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875535807646336:0@lo:400:kworker.0 00000100:00100000:1.0:1788650969.479781:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650969.479804:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487836680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875535807646848:0@lo:400:kworker.0 00000100:00100000:1.0:1788650969.479827:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650969.479841:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5926e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1875535807647360:0@lo:400:kworker.0 00000100:00100000:1.0:1788650969.479875:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650969.479915:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875535807645952:0@lo:400:kworker.0 00000100:00100000:1.0:1788650969.479943:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650969.479962:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807646464:0@lo:400:kworker.0 00000100:00100000:1.0:1788650969.479981:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650969.479995:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1875535807646976:0@lo:400:kworker.0 00000100:00100000:1.0:1788650969.480014:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650969.480023:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5926eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875535807647488:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788650969.480043:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650969.480083:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788650969.480507:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807646208 00000100:00100000:3.0:1788650969.480515:0:24222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807646208 00000100:00100000:3.0:1788650969.480569:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807646720 00000100:00100000:3.0:1788650969.480573:0:24222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807646720 00000100:00100000:3.0:1788650969.480596:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788650969.480606:0:24222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5926e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3643:x1875535807646208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650969.480662:0:24222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5926e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3643:x1875535807646208:12345-0@lo:400:kworker.0 Request processed in 58us (1122us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650969.480671:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788650969.480688:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788650969.480694:0:24222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5926e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807646720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650969.480734:0:24222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5926e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807646720:12345-0@lo:400:kworker.0 Request processed in 40us (1121us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650969.480742:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:3.0:1788650969.480761:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788650969.480795:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807646208:0@lo:400:kworker.0 00000100:00100000:3.0:1788650969.480807:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807646720:0@lo:400:kworker.0 00000100:00100000:0.0:1788650969.481277:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807647232 00000100:00100000:0.0:1788650969.481282:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807647232 00000100:00100000:0.0:1788650969.481312:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807646336 00000100:00100000:0.0:1788650969.481315:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807646336 00000100:00100000:0.0:1788650969.481327:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807646848 00000100:00100000:0.0:1788650969.481329:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807646848 00000100:00100000:0.0:1788650969.481340:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807647360 00000100:00100000:0.0:1788650969.481342:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807647360 00000100:00100000:0.0:1788650969.481354:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807646976 00000100:00100000:0.0:1788650969.481357:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807646976 00000100:00100000:0.0:1788650969.481371:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788650969.481378:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5926e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1875535807647232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650969.481424:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5926e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1875535807647232:12345-0@lo:400:kworker.0 Request processed in 47us (1759us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650969.481430:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788650969.481442:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788650969.481448:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487664000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875535807646336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650969.481475:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487664000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875535807646336:12345-0@lo:400:kworker.0 Request processed in 28us (1693us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650969.481480:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788650969.481499:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788650969.481505:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487667480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1875535807646848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650969.481533:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487667480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1875535807646848:12345-0@lo:400:kworker.0 Request processed in 29us (1706us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650969.481538:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788650969.481549:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788650969.481555:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487667100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1875535807647360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650969.481581:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487667100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1875535807647360:12345-0@lo:400:kworker.0 Request processed in 27us (1705us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650969.481586:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788650969.481597:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788650969.481603:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487667b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875535807646976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650969.481629:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487667b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875535807646976:12345-0@lo:400:kworker.0 Request processed in 27us (1614us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650969.481635:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788650969.481653:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807645824 00000100:00100000:0.0:1788650969.481657:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807645824 00000100:00100000:0.0:1788650969.481682:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1788650969.481688:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee582a61450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:3643:x1875535807645824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650969.481718:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee582a61450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:3643:x1875535807645824:12345-0@lo:400:kworker.0 Request processed in 31us (1995us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650969.481724:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1788650969.481765:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48906b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807647616:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788650969.481793:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788650969.481827:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788650969.481830:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788650969.481856:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e3ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3643:1875535807645824:0@lo:400:kworker.0 00010000:00080000:0.0:1788650969.481870:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee5b9e3b100 x1875535807646336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788650969.481880:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875535807646336:0@lo:400:kworker.0 00010000:00080000:0.0:1788650969.481890:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee487836680 x1875535807646848/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788650969.481911:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487836680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875535807646848:0@lo:400:kworker.0 00010000:00080000:0.0:1788650969.481923:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee5926e9f80 x1875535807647360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788650969.481930:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5926e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1875535807647360:0@lo:400:kworker.0 00010000:00080000:0.0:1788650969.481946:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee5926eb800 x1875535807647232/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788650969.481955:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5926eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1875535807647232:0@lo:400:kworker.0 00000100:00100000:0.0:1788650969.482052:0:23760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807645952 00000100:00100000:1.0:1788650969.482199:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875535807646080:0@lo:400:kworker.0 00000100:00100000:1.0:1788650969.482229:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650969.482248:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807646592:0@lo:400:kworker.0 00000100:00100000:1.0:1788650969.482286:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650969.482304:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487835880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1875535807647104:0@lo:400:kworker.0 00000100:00100000:1.0:1788650969.482324:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1788650969.482349:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee487837b80 x1875535807646976/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650969.482359:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1875535807646976:0@lo:400:kworker.0 00000100:00100000:1.0:1788650969.482380:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807647488 00000100:00100000:1.0:1788650969.482384:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807647488 00000100:00100000:1.0:1788650969.482405:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807647616 00000100:00100000:1.0:1788650969.482407:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807647616 00000100:00100000:1.0:1788650969.482420:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788650969.482426:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487665500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3645:x1875535807647488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788650969.482458:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788650969.482499:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487665500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3645:x1875535807647488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (2454us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650969.482505:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788650969.482518:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788650969.482523:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48906b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807647616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788650969.482531:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788650969.482560:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48906b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807647616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 36us (765us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650969.482565:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788650969.482582:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807646080 00000100:00100000:1.0:1788650969.482586:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807646080 00000100:00100000:1.0:1788650969.482614:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807646592 00000100:00100000:1.0:1788650969.482617:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807646592 00000100:00100000:1.0:1788650969.482635:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788650969.482640:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1875535807646080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650969.482670:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487665180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1875535807646080:12345-0@lo:400:kworker.0 Request processed in 30us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650969.482676:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788650969.482687:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788650969.482692:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807646592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650969.482718:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807646592:12345-0@lo:400:kworker.0 Request processed in 26us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650969.482724:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00080000:1.0:1788650969.482748:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788650969.482757:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807647104 00000100:00100000:1.0:1788650969.482766:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807647104 00000100:00100000:1.0:1788650969.482797:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788650969.482803:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875535807647104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650969.482833:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875535807647104:12345-0@lo:400:kworker.0 Request processed in 30us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650969.482839:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00080000:1.0:1788650969.482852:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788650969.482869:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875535807646080:0@lo:400:kworker.0 00000100:00100000:1.0:1788650969.482878:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807646592:0@lo:400:kworker.0 00010000:00080000:1.0:1788650969.482886:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee487835880 x1875535807647104/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788650969.482957:0:23760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807645952 00000100:00100000:0.0:1788650969.482985:0:23760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807646464 00000100:00100000:0.0:1788650969.482989:0:23760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807646464 00000100:00100000:0.0:1788650969.483002:0:23760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788650969.483008:0:23760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487664e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1875535807645952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650969.483043:0:23760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487664e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1875535807645952:12345-0@lo:400:kworker.0 Request processed in 34us (3099us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650969.483049:0:23760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788650969.483075:0:23760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788650969.483082:0:23760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487664700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807646464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650969.483184:0:23760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487664700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807646464:12345-0@lo:400:kworker.0 Request processed in 103us (3201us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650969.483190:0:23760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788650969.483237:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48906b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807647616:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788650969.483420:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788650969.483430:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487731500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875535807647744:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788650969.483461:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650969.483502:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807647744 00000100:00100000:2.0:1788650969.483506:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807647744 00000100:00100000:2.0:1788650969.483564:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788650969.483572:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487733100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875535807647744:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788650969.483589:0:24226:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1788650969.483624:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487733100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875535807647744:12345-0@lo:13:osp-pre-0-0.0 Request processed in 54us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650969.483630:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788650969.483666:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487731500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875535807647744:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788650969.485671:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487835880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1875535807647104:0@lo:400:kworker.0 00000100:00100000:1.0:1788650969.485705:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875535807645952:0@lo:400:kworker.0 00000100:00100000:1.0:1788650969.485717:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807646464:0@lo:400:kworker.0 00000100:00100000:1.0:1788650969.485740:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5926eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875535807647488:0@lo:13:osp-pre-1-0.0 00000001:02000400:0.0:1788650969.739406:0:25395:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg103-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000001:00080000:2.0:1788650969.994695:0:25037:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00010000:00010000:0.0:1788650970.246162:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788650970.567646:0:22752:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:0.0:1788650970.965842:0:25447:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788650970.966944:0:25447:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788650971.272937:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788650971.526161:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487666d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875535807647872:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788650971.526238:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650971.526301:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807647872 00000100:00100000:1.0:1788650971.526309:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807647872 00000100:00100000:1.0:1788650971.526378:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788650971.526389:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487665f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875535807647872:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788650971.526425:0:24226:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788650971.526469:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487665f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875535807647872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650971.526483:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:1.0:1788650971.526503:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788650971.526541:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487666d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875535807647872:0@lo:13:osp-pre-0-1.0 00000020:00000004:1.0:1788650972.141436:0:25497:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788650972.142360:0:25497:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788650972.293230:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788650972.435229:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650972.436107:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783412224 00000100:00100000:2.0:1788650972.436122:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783412224 00000100:00100000:2.0:1788650972.436164:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 116 00000100:00100000:2.0:1788650972.436171:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee582a62450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:2396:x1875535783412224:12345-192.168.201.3@tcp:250:mount.lustre.0 00010000:00080000:2.0:1788650972.436197:0:22708:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from b632fcea-30b7-441a-a6af-22cbe0e84adb@192.168.201.3@tcp t0 exp 0000000000000000 cur 759 last 0 00000020:00000080:2.0:1788650972.436224:0:22708:0:(genops.c:1385:class_connect()) connect: client b632fcea-30b7-441a-a6af-22cbe0e84adb, cookie 0x798896c918a13f2d 00000100:00080000:2.0:1788650972.436343:0:22708:0:(import.c:65:import_set_state_nolock()) ffff9ee48665a000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788650972.436399:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee582a62450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b632fcea-30b7-441a-a6af-22cbe0e84adb+5:2396:x1875535783412224:12345-192.168.201.3@tcp:250:mount.lustre.0 Request processed in 228us (1180us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650972.436405:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 116 00000100:00100000:0.0:1788650972.443758:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650972.444210:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783412352 00000100:00100000:1.0:1788650972.444221:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783412352 00000100:00100000:1.0:1788650972.444286:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 117 00000100:00100000:1.0:1788650972.444296:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4879c4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b632fcea-30b7-441a-a6af-22cbe0e84adb+5:18055:x1875535783412352:12345-192.168.201.3@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788650972.444311:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788650972.444329:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee5a186bc00/0x798896c918a13f34 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3102ecb expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650972.444357:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee5a186bc00/0x798896c918a13f34 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102ecb expref: 6 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650972.444378:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee5a186bc00/0x798896c918a13f34 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102ecb expref: 6 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650972.444387:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5a186bc00, rc 0) 00000100:00100000:1.0:1788650972.444447:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4879c4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b632fcea-30b7-441a-a6af-22cbe0e84adb+6:18055:x1875535783412352:12345-192.168.201.3@tcp:101:mount.lustre.0 Request processed in 153us (701us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650972.444453:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 117 00000100:00100000:3.0:1788650972.455805:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650972.455927:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783412480 00000100:00100000:0.0:1788650972.455938:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783412480 00000100:00100000:0.0:1788650972.455997:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 118 00000100:00100000:0.0:1788650972.456007:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4879c5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b632fcea-30b7-441a-a6af-22cbe0e84adb+6:18055:x1875535783412480:12345-192.168.201.3@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788650972.456198:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4879c5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b632fcea-30b7-441a-a6af-22cbe0e84adb+6:18055:x1875535783412480:12345-192.168.201.3@tcp:501:mount.lustre.0 Request processed in 192us (402us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788650972.456206:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 118 00000100:00100000:0.0:1788650972.463009:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650972.463227:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783412608 00000100:00100000:2.0:1788650972.463237:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783412608 00000100:00100000:2.0:1788650972.463295:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 119 00000100:00100000:2.0:1788650972.463306:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4879c4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b632fcea-30b7-441a-a6af-22cbe0e84adb+6:18055:x1875535783412608:12345-192.168.201.3@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788650972.463323:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788650972.463342:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee4878fea00/0x798896c918a13f3b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3102ed2 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650972.463381:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee4878fea00/0x798896c918a13f3b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102ed2 expref: 7 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650972.463393:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee4878fea00/0x798896c918a13f3b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102ed2 expref: 7 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650972.463420:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4878fea00, rc 0) 00000100:00100000:2.0:1788650972.463481:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4879c4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b632fcea-30b7-441a-a6af-22cbe0e84adb+7:18055:x1875535783412608:12345-192.168.201.3@tcp:101:mount.lustre.0 Request processed in 177us (482us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650972.463488:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 119 00000100:00100000:3.0:1788650972.477710:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650972.477980:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783412736 00000100:00100000:1.0:1788650972.477991:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783412736 00000100:00100000:1.0:1788650972.478120:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 120 00000100:00100000:1.0:1788650972.478131:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4879c6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b632fcea-30b7-441a-a6af-22cbe0e84adb+7:18055:x1875535783412736:12345-192.168.201.3@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788650972.478344:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4879c6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b632fcea-30b7-441a-a6af-22cbe0e84adb+8:18055:x1875535783412736:12345-192.168.201.3@tcp:501:mount.lustre.0 Request processed in 215us (646us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650972.478353:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 120 00000100:00100000:3.0:1788650972.488861:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650972.488980:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783412864 00000100:00100000:0.0:1788650972.488992:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783412864 00000100:00100000:1.0:1788650972.489210:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 121 00000100:00100000:1.0:1788650972.489223:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4879c4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b632fcea-30b7-441a-a6af-22cbe0e84adb+8:18055:x1875535783412864:12345-192.168.201.3@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788650972.490174:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4879c4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b632fcea-30b7-441a-a6af-22cbe0e84adb+8:18055:x1875535783412864:12345-192.168.201.3@tcp:503:mount.lustre.0 Request processed in 947us (1327us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650972.490187:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 121 00000100:00100000:0.0:1788650972.495206:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650972.495787:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783412992 00000100:00100000:2.0:1788650972.495800:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783412992 00000100:00100000:2.0:1788650972.495962:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 122 00000100:00100000:2.0:1788650972.495973:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4879c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b632fcea-30b7-441a-a6af-22cbe0e84adb+8:18074:x1875535783412992:12345-192.168.201.3@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788650972.496192:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4879c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b632fcea-30b7-441a-a6af-22cbe0e84adb+8:18074:x1875535783412992:12345-192.168.201.3@tcp:502:llog_process_th.0 Request processed in 220us (996us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650972.496201:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 122 00000100:00100000:0.0:1788650972.541332:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650972.541416:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783413120 00000100:00100000:2.0:1788650972.541427:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783413120 00000100:00100000:2.0:1788650972.541488:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 123 00000100:00100000:2.0:1788650972.541498:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4879c7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b632fcea-30b7-441a-a6af-22cbe0e84adb+8:18074:x1875535783413120:12345-192.168.201.3@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788650972.541644:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4879c7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b632fcea-30b7-441a-a6af-22cbe0e84adb+8:18074:x1875535783413120:12345-192.168.201.3@tcp:502:llog_process_th.0 Request processed in 147us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650972.541652:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 123 00000100:00100000:3.0:1788650972.549049:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650972.557113:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783413248 00000100:00100000:2.0:1788650972.557128:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783413248 00000100:00100000:2.0:1788650972.557199:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 124 00000100:00100000:2.0:1788650972.557209:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4879c5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b632fcea-30b7-441a-a6af-22cbe0e84adb+8:18074:x1875535783413248:12345-192.168.201.3@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788650972.557731:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4879c5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b632fcea-30b7-441a-a6af-22cbe0e84adb+8:18074:x1875535783413248:12345-192.168.201.3@tcp:502:llog_process_th.0 Request processed in 161us (8339us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650972.557750:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 124 00000100:00100000:0.0:1788650972.561454:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650972.561521:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783413376 00000100:00100000:3.0:1788650972.561531:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783413376 00000100:00100000:3.0:1788650972.561587:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 125 00000100:00100000:3.0:1788650972.561597:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4879c5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b632fcea-30b7-441a-a6af-22cbe0e84adb+8:18055:x1875535783413376:12345-192.168.201.3@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788650972.561614:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788650972.561631:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee5c354ac00/0x798896c918a13f42 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3102f03 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650972.561659:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee5c354ac00/0x798896c918a13f42 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102f03 expref: 9 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650972.561670:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee5c354ac00/0x798896c918a13f42 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102f03 expref: 9 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650972.561679:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5c354ac00, rc 0) 00000100:00100000:3.0:1788650972.561738:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4879c5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b632fcea-30b7-441a-a6af-22cbe0e84adb+9:18055:x1875535783413376:12345-192.168.201.3@tcp:101:mount.lustre.0 Request processed in 142us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650972.561763:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 125 00000100:00100000:1.0:1788650972.565579:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650972.565672:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783413504 00000100:00100000:2.0:1788650972.565683:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783413504 00000100:00100000:2.0:1788650972.565738:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 126 00000100:00100000:2.0:1788650972.565749:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4879c4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b632fcea-30b7-441a-a6af-22cbe0e84adb+9:18055:x1875535783413504:12345-192.168.201.3@tcp:256:mount.lustre.0 20000000:01000000:2.0:1788650972.565780:0:22708:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1788650972.565797:0:22708:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1788650972.565802:0:22708:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1788650972.565805:0:22708:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1788650972.565808:0:22708:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1788650972.565811:0:22708:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1788650972.569506:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4879c4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b632fcea-30b7-441a-a6af-22cbe0e84adb+9:18055:x1875535783413504:12345-192.168.201.3@tcp:256:mount.lustre.0 Request processed in 3743us (3920us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650972.569524:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 126 00000100:00100000:0.0:1788650972.572990:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650972.573117:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783413632 00000100:00100000:2.0:1788650972.573127:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783413632 00000100:00100000:2.0:1788650972.573183:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 127 00000100:00100000:2.0:1788650972.573195:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4879c6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b632fcea-30b7-441a-a6af-22cbe0e84adb+9:18055:x1875535783413632:12345-192.168.201.3@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788650972.573214:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788650972.573233:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee4878fee00/0x798896c918a13f49 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3102f0a expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650972.573260:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee4878fee00/0x798896c918a13f49 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102f0a expref: 10 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650972.573272:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee4878fee00/0x798896c918a13f49 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102f0a expref: 10 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650972.573301:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4878fee00, rc 0) 00000100:00100000:2.0:1788650972.573358:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4879c6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b632fcea-30b7-441a-a6af-22cbe0e84adb+10:18055:x1875535783413632:12345-192.168.201.3@tcp:101:mount.lustre.0 Request processed in 166us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650972.573378:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 127 00000100:00100000:1.0:1788650972.575645:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650972.575734:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783413760 00000100:00100000:2.0:1788650972.575745:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783413760 00000100:00100000:2.0:1788650972.575801:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 128 00000100:00100000:2.0:1788650972.575811:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bbac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b632fcea-30b7-441a-a6af-22cbe0e84adb+10:18055:x1875535783413760:12345-192.168.201.3@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788650972.576044:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bbac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b632fcea-30b7-441a-a6af-22cbe0e84adb+10:18055:x1875535783413760:12345-192.168.201.3@tcp:501:mount.lustre.0 Request processed in 233us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650972.576052:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 128 00000100:00100000:0.0:1788650972.578760:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650972.578914:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783413888 00000100:00100000:3.0:1788650972.578926:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783413888 00000100:00100000:3.0:1788650972.578990:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 129 00000100:00100000:3.0:1788650972.578999:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bbb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b632fcea-30b7-441a-a6af-22cbe0e84adb+10:18055:x1875535783413888:12345-192.168.201.3@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788650972.579781:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bbb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b632fcea-30b7-441a-a6af-22cbe0e84adb+10:18055:x1875535783413888:12345-192.168.201.3@tcp:503:mount.lustre.0 Request processed in 778us (1025us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650972.579798:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 129 00000100:00100000:0.0:1788650972.583531:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650972.583653:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783414016 00000100:00100000:3.0:1788650972.583664:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783414016 00000100:00100000:3.0:1788650972.583764:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 130 00000100:00100000:3.0:1788650972.583776:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bbb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b632fcea-30b7-441a-a6af-22cbe0e84adb+10:18078:x1875535783414016:12345-192.168.201.3@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788650972.583950:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bbb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b632fcea-30b7-441a-a6af-22cbe0e84adb+10:18078:x1875535783414016:12345-192.168.201.3@tcp:502:llog_process_th.0 Request processed in 177us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650972.583958:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 130 00000100:00100000:1.0:1788650972.596159:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650972.596291:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783414144 00000100:00100000:0.0:1788650972.596303:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783414144 00000100:00100000:0.0:1788650972.596379:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 131 00000100:00100000:0.0:1788650972.596390:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bb8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b632fcea-30b7-441a-a6af-22cbe0e84adb+10:18078:x1875535783414144:12345-192.168.201.3@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788650972.596581:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bb8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b632fcea-30b7-441a-a6af-22cbe0e84adb+10:18078:x1875535783414144:12345-192.168.201.3@tcp:502:llog_process_th.0 Request processed in 192us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650972.596588:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 131 00000100:00100000:1.0:1788650972.618490:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650972.618584:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650972.618678:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783414272 00000100:00100000:0.0:1788650972.618688:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783414272 00000100:00100000:0.0:1788650972.618731:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783414528 00000100:00100000:0.0:1788650972.618734:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783414528 00000100:00100000:0.0:1788650972.618762:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 7 00000100:00100000:0.0:1788650972.618771:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487666d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2396:x1875535783414272:12345-192.168.201.3@tcp:38:mount.lustre.0 00010000:00080000:0.0:1788650972.618803:0:22718:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 481c7c94-fbbe-480b-89ac-e564a038fbc2@192.168.201.3@tcp t0 exp 0000000000000000 cur 759 last 0 00000020:00000080:0.0:1788650972.618892:0:22718:0:(genops.c:1385:class_connect()) connect: client 481c7c94-fbbe-480b-89ac-e564a038fbc2, cookie 0x798896c918a13f50 00000004:00100000:0.0:1788650972.618920:0:22718:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:0.0:1788650972.619207:0:22718:0:(import.c:65:import_set_state_nolock()) ffff9ee48666e800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788650972.619276:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487666d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:2396:x1875535783414272:12345-192.168.201.3@tcp:38:mount.lustre.0 Request processed in 504us (794us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650972.619285:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 7 00000100:00100000:0.0:1788650972.619303:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 8 00000100:00100000:0.0:1788650972.619308:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487666a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2396:x1875535783414528:12345-192.168.201.3@tcp:38:mount.lustre.0 00010000:00080000:0.0:1788650972.619324:0:22718:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from 481c7c94-fbbe-480b-89ac-e564a038fbc2@192.168.201.3@tcp t0 exp 0000000000000000 cur 759 last 0 00000020:00000080:0.0:1788650972.619383:0:22718:0:(genops.c:1385:class_connect()) connect: client 481c7c94-fbbe-480b-89ac-e564a038fbc2, cookie 0x798896c918a13f57 00000004:00100000:0.0:1788650972.619395:0:22718:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:0.0:1788650972.619537:0:22718:0:(import.c:65:import_set_state_nolock()) ffff9ee48666b000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788650972.619562:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487666a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:2396:x1875535783414528:12345-192.168.201.3@tcp:38:mount.lustre.0 Request processed in 252us (978us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650972.619569:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 8 00000100:00100000:3.0:1788650972.639886:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650972.639930:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650972.639957:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650972.644329:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783414784 00000100:00100000:2.0:1788650972.644346:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783414784 00000100:00100000:2.0:1788650972.644446:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783414656 00000100:00100000:2.0:1788650972.644450:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783414656 00000100:00100000:2.0:1788650972.644466:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783414400 00000100:00100000:2.0:1788650972.644469:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783414400 00000100:00100000:2.0:1788650972.644491:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 9 00000100:00100000:2.0:1788650972.644500:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3560e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+7:18055:x1875535783414784:12345-192.168.201.3@tcp:41:mount.lustre.0 00000004:00000024:2.0:1788650972.644543:0:22716:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788650972.644642:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3560e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+7:18055:x1875535783414784:12345-192.168.201.3@tcp:41:mount.lustre.0 Request processed in 142us (4765us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650972.644650:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 9 00000100:00100000:2.0:1788650972.644669:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 10 00000100:00100000:2.0:1788650972.644676:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b9e38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:0:x1875535783414656:12345-192.168.201.3@tcp:41:mount.lustre.0 00000004:00000024:2.0:1788650972.644721:0:22716:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788650972.644760:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b9e38000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:0:x1875535783414656:12345-192.168.201.3@tcp:41:mount.lustre.0 Request processed in 85us (4830us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650972.644767:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 10 00000100:00100000:2.0:1788650972.644780:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 11 00000100:00100000:2.0:1788650972.644788:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b9e3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:0:x1875535783414400:12345-192.168.201.3@tcp:41:mount.lustre.0 00000004:00000024:2.0:1788650972.644798:0:22716:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788650972.644820:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b9e3b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:0:x1875535783414400:12345-192.168.201.3@tcp:41:mount.lustre.0 Request processed in 33us (4862us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650972.644846:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 11 00000100:00080000:3.0:1788650972.645618:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788650972.645624:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788650972.656628:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650972.656732:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783414912 00000100:00100000:2.0:1788650972.656742:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783414912 00000100:00100000:2.0:1788650972.656800:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 12 00000100:00100000:2.0:1788650972.656807:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487665880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:18055:x1875535783414912:12345-192.168.201.3@tcp:40:mount.lustre.0 00000100:00100000:2.0:1788650972.656977:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487665880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:18055:x1875535783414912:12345-192.168.201.3@tcp:40:mount.lustre.0 Request processed in 168us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650972.656984:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 12 00000100:00100000:2.0:1788650972.660517:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650972.660605:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650972.660912:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650972.660999:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783415296 00000100:00100000:0.0:1788650972.661008:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783415296 00000100:00100000:0.0:1788650972.661104:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 3 00000100:00100000:0.0:1788650972.661115:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48806ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:18055:x1875535783415296:12345-192.168.201.3@tcp:900:mount.lustre.0 00000100:00100000:0.0:1788650972.661203:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48806ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:18055:x1875535783415296:12345-192.168.201.3@tcp:900:mount.lustre.0 Request processed in 90us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650972.661211:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 3 00000100:00100000:1.0:1788650972.664586:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783415040 00000100:00100000:1.0:1788650972.664603:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783415040 00000100:00100000:1.0:1788650972.664773:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783415168 00000100:00100000:1.0:1788650972.664778:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783415168 00000100:00100000:1.0:1788650972.664812:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 18 00000100:00100000:1.0:1788650972.664820:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487731500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2396:x1875535783415040:12345-192.168.201.3@tcp:8:mount.lustre.0 00010000:00080000:1.0:1788650972.664896:0:24224:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 481c7c94-fbbe-480b-89ac-e564a038fbc2@192.168.201.3@tcp t0 exp 0000000000000000 cur 759 last 0 00000020:00000080:1.0:1788650972.664931:0:24224:0:(genops.c:1385:class_connect()) connect: client 481c7c94-fbbe-480b-89ac-e564a038fbc2, cookie 0x798896c918a13f5e 00002000:00100000:1.0:1788650972.664948:0:24224:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 481c7c94-fbbe-480b-89ac-e564a038fbc2/ffff9ee4864f1000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a03 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1788650972.664959:0:24224:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1788650972.665342:0:24224:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00100000:2.0:1788650972.666496:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 19 00000100:00100000:2.0:1788650972.666506:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48806fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2396:x1875535783415168:12345-192.168.201.3@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788650972.666538:0:24223:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 481c7c94-fbbe-480b-89ac-e564a038fbc2@192.168.201.3@tcp t0 exp 0000000000000000 cur 759 last 0 00000020:00000080:2.0:1788650972.666564:0:24223:0:(genops.c:1385:class_connect()) connect: client 481c7c94-fbbe-480b-89ac-e564a038fbc2, cookie 0x798896c918a13f65 00002000:00100000:2.0:1788650972.666585:0:24223:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 481c7c94-fbbe-480b-89ac-e564a038fbc2/ffff9ee486658800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a03 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1788650972.666603:0:24223:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1788650972.666784:0:24224:0:(import.c:65:import_set_state_nolock()) ffff9ee4864f4800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788650972.667694:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650972.667805:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783415424 00000100:00100000:3.0:1788650972.667813:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783415424 00000100:00100000:3.0:1788650972.667897:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 0 00000100:00100000:3.0:1788650972.667906:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48906b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:18055:x1875535783415424:12345-192.168.201.3@tcp:33:mount.lustre.0 00000004:00080000:3.0:1788650972.669266:0:22719:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 1278us 00002000:00080000:2.0:1788650972.669811:0:24223:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1788650972.669863:0:24223:0:(import.c:65:import_set_state_nolock()) ffff9ee486659800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788650972.669950:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48806fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:2396:x1875535783415168:12345-192.168.201.3@tcp:8:mount.lustre.0 Request processed in 3443us (9343us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650972.669962:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 19 00000100:00100000:1.0:1788650972.670887:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487731500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:2396:x1875535783415040:12345-192.168.201.3@tcp:8:mount.lustre.0 Request processed in 6058us (10372us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650972.670899:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 18 00000004:00200000:3.0:1788650972.685401:0:22719:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1788650972.685525:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48906b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:18055:x1875535783415424:12345-192.168.201.3@tcp:33:mount.lustre.0 Request processed in 17614us (17829us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650972.685544:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 0 00000100:00100000:0.0:1788650972.856667:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650972.856783:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783415552 00000100:00100000:1.0:1788650972.856794:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783415552 00000100:00100000:1.0:1788650972.856896:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 13 00000100:00100000:1.0:1788650972.856909:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee489069f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:18100:x1875535783415552:12345-192.168.201.3@tcp:101:mkdir.0 00010000:00010000:1.0:1788650972.856935:0:22717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788650972.856970:0:22717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186ba00/0x798896c918a13f6c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3102f3b expref: -99 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650972.857119:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186aa00/0x798896c918a13f73 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650972.857135:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186aa00/0x798896c918a13f73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650972.857151:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186aa00/0x798896c918a13f73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788650972.857211:0:22717:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788650972.857216:0:22717:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788650972.857265:0:22717:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186aa00/0x798896c918a13f73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650972.857292:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186ba00/0x798896c918a13f6c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102f3b expref: 8 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650972.857312:0:22717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186aa00/0x798896c918a13f73 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102f3b expref: 7 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650972.857337:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ee58734e600) 00010000:00010000:1.0:1788650972.857340:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788650972.857344:0:22717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5a186aa00, rc 0) 00000100:00100000:1.0:1788650972.857429:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee489069f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+7:18100:x1875535783415552:12345-192.168.201.3@tcp:101:mkdir.0 Request processed in 522us (777us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650972.857435:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 13 00000100:00100000:0.0:1788650973.061626:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788650973.061653:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807648000:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788650973.061756:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650973.062961:0:23760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807648000 00000100:00100000:2.0:1788650973.062980:0:23760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807648000 00000100:00100000:2.0:1788650973.063041:0:23760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788650973.063052:0:23760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5926eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807648000:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788650973.063113:0:23760:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788650973.063192:0:23760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5926eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807648000:12345-0@lo:41:osp-pre-0-1.0 Request processed in 143us (1436us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650973.063199:0:23760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1788650973.063341:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807648000:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788650973.066290:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875535807648128:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788650973.066378:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650973.066510:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807648128 00000100:00100000:0.0:1788650973.066519:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807648128 00000100:00100000:0.0:1788650973.066576:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788650973.066587:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b9e3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875535807648128:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788650973.066614:0:22721:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788650973.066667:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b9e3b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875535807648128:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650973.066674:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1788650973.067605:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487666680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875535807648128:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788650973.317436:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788650973.830013:0:23475:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788650974.341971:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788650974.597922:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5926eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807648256:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788650974.598033:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650974.598144:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807648256 00000100:00100000:1.0:1788650974.598152:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807648256 00000100:00100000:1.0:1788650974.598231:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788650974.598241:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807648256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788650974.598293:0:24226:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788650974.598351:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487666680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807648256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650974.598358:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788650974.598406:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5926eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807648256:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1788650974.598649:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788650974.598728:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788650974.598738:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807648384:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788650974.598766:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650974.599159:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875535807648896:0@lo:400:kworker.0 00000100:00100000:0.0:1788650974.599206:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650974.599227:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4869e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3644:1875535807649408:0@lo:400:kworker.0 00000100:00100000:0.0:1788650974.599250:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650974.599266:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1788650974.599272:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487835880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875535807648768:0@lo:400:kworker.0 00000100:00100000:0.0:1788650974.599299:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650974.599339:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4869e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875535807649280:0@lo:400:kworker.0 00000100:00100000:0.0:1788650974.599361:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650974.599376:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4869e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875535807649792:0@lo:400:kworker.0 00000100:00100000:0.0:1788650974.599396:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650974.599427:0:24707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807648768 00000100:00100000:0.0:1788650974.599433:0:24707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807648768 00000100:00100000:0.0:1788650974.599556:0:24707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788650974.599565:0:24707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4869e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3644:x1875535807648768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650974.599604:0:24707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4869e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3644:x1875535807648768:12345-0@lo:400:kworker.0 Request processed in 41us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650974.599611:0:24707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788650974.599633:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5926e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3645:1875535807648512:0@lo:400:kworker.0 00000100:00100000:0.0:1788650974.599662:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650974.599686:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487836680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807649024:0@lo:400:kworker.0 00000100:00100000:0.0:1788650974.599711:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650974.599729:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4869e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1875535807649536:0@lo:400:kworker.0 00000100:00100000:0.0:1788650974.599760:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650974.599774:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788650974.599780:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5926eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875535807648640:0@lo:400:kworker.0 00000100:00100000:0.0:1788650974.599801:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650974.599826:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4869e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807649152:0@lo:400:kworker.0 00000100:00100000:0.0:1788650974.599848:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650974.599865:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4869e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1875535807649664:0@lo:400:kworker.0 00000100:00100000:0.0:1788650974.599883:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650974.599902:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807648896 00000100:00100000:0.0:1788650974.599906:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807648896 00000100:00100000:0.0:1788650974.599926:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807649408 00000100:00100000:0.0:1788650974.599928:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807649408 00000100:00100000:0.0:1788650974.599941:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807649280 00000100:00100000:0.0:1788650974.599944:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807649280 00000100:00100000:0.0:1788650974.599954:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807649792 00000100:00100000:0.0:1788650974.599957:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807649792 00000100:00100000:0.0:1788650974.599969:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807649536 00000100:00100000:0.0:1788650974.599971:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807649536 00000100:00100000:0.0:1788650974.599980:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807649664 00000100:00100000:0.0:1788650974.599982:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807649664 00000100:00100000:0.0:1788650974.599993:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1788650974.599998:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4869e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875535807648896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650974.600024:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4869e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875535807648896:12345-0@lo:400:kworker.0 Request processed in 26us (818us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650974.600029:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1788650974.600039:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1788650974.600045:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4869e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875535807649408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650974.600107:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4869e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3644:x1875535807649408:12345-0@lo:400:kworker.0 Request processed in 62us (856us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650974.600119:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1788650974.600130:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788650974.600136:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4869e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875535807649280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650974.600161:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4869e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875535807649280:12345-0@lo:400:kworker.0 Request processed in 26us (800us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650974.600167:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788650974.600177:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788650974.600182:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4869e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875535807649792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650974.600216:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4869e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875535807649792:12345-0@lo:400:kworker.0 Request processed in 34us (820us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650974.600222:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788650974.600233:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1788650974.600238:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4869e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875535807649536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650974.600265:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4869e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875535807649536:12345-0@lo:400:kworker.0 Request processed in 27us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650974.600270:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1788650974.600280:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788650974.600285:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4869e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1875535807649664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650974.600309:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4869e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3645:x1875535807649664:12345-0@lo:400:kworker.0 Request processed in 25us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650974.600315:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788650974.600331:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807649024 00000100:00100000:0.0:1788650974.600335:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807649024 00000100:00100000:0.0:1788650974.600357:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807648640 00000100:00100000:0.0:1788650974.600361:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807648640 00000100:00100000:0.0:1788650974.600382:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788650974.600388:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4869e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807649024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650974.600420:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4869e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807649024:12345-0@lo:400:kworker.0 Request processed in 32us (708us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650974.600426:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788650974.600437:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788650974.600443:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4869e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875535807648640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650974.600466:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4869e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3645:x1875535807648640:12345-0@lo:400:kworker.0 Request processed in 24us (665us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650974.600472:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788650974.600507:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487835880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875535807648768:0@lo:400:kworker.0 00000100:00100000:0.0:1788650974.600520:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4869e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875535807649280:0@lo:400:kworker.0 00010000:00080000:0.0:1788650974.600532:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee4869e4700 x1875535807649792/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788650974.600543:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4869e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875535807649792:0@lo:400:kworker.0 00000100:00100000:0.0:1788650974.600554:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875535807648896:0@lo:400:kworker.0 00000100:00100000:0.0:1788650974.600564:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4869e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3644:1875535807649408:0@lo:400:kworker.0 00000100:00100000:0.0:1788650974.600598:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5926eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875535807648640:0@lo:400:kworker.0 00000100:00100000:0.0:1788650974.600608:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4869e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3645:1875535807649664:0@lo:400:kworker.0 00000100:00100000:0.0:1788650974.600616:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487836680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807649024:0@lo:400:kworker.0 00010000:00080000:0.0:1788650974.600625:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee4869e6300 x1875535807649536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788650974.600646:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4869e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1875535807649536:0@lo:400:kworker.0 00000100:00100000:0.0:1788650974.600717:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807648512 00000100:00100000:0.0:1788650974.600721:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807648512 00000100:00100000:0.0:1788650974.600746:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:0.0:1788650974.600752:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bb8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:3645:x1875535807648512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650974.600784:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bb8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:3645:x1875535807648512:12345-0@lo:400:kworker.0 Request processed in 33us (1122us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650974.600791:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00080000:0.0:1788650974.600828:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788650974.600832:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788650974.600835:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788650974.600854:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5926e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3645:1875535807648512:0@lo:400:kworker.0 00000100:00100000:0.0:1788650974.600881:0:25120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807649152 00000100:00100000:0.0:1788650974.600885:0:25120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807649152 00000100:00100000:0.0:1788650974.600913:0:25120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788650974.600919:0:25120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4869e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807649152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650974.600950:0:25120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4869e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807649152:12345-0@lo:400:kworker.0 Request processed in 31us (1101us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650974.600956:0:25120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:0.0:1788650974.600967:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788650974.600982:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4869e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807649152:0@lo:400:kworker.0 00000100:00100000:1.0:1788650974.604037:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788650974.604095:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807649920:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788650974.604162:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650974.617243:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807648384 00000100:00100000:3.0:1788650974.617262:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807648384 00000100:00100000:0.0:1788650974.622954:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807649920 00000100:00100000:0.0:1788650974.622973:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807649920 00000100:00100000:0.0:1788650974.623073:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788650974.623084:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487664380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875535807649920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788650974.623141:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788650974.623227:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487664380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875535807649920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 145us (19063us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650974.623239:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788650974.623367:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807649920:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788650974.627338:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788650974.627356:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875535807648384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788650974.627393:0:24226:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788650974.627518:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3643:x1875535807648384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 165us (28750us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650974.627525:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788650974.627697:0:3643:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:3.0:1788650974.627726:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807648384:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1788650974.632358:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788650975.172264:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650975.172358:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783415680 00000100:00100000:2.0:1788650975.172368:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783415680 00000100:00100000:2.0:1788650975.172446:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 14 00000100:00100000:2.0:1788650975.172457:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4869e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+7:18153:x1875535783415680:12345-192.168.201.3@tcp:41:lfs.0 00000004:00000024:2.0:1788650975.172497:0:22718:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788650975.172598:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4869e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+7:18153:x1875535783415680:12345-192.168.201.3@tcp:41:lfs.0 Request processed in 143us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650975.172605:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 14 00000100:00080000:0.0:1788650975.172844:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788650975.191135:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650975.191240:0:25053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783415808 00000100:00100000:1.0:1788650975.191250:0:25053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783415808 00000100:00100000:1.0:1788650975.191335:0:25053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 15 00000100:00100000:1.0:1788650975.191346:0:25053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48806dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:18153:x1875535783415808:12345-192.168.201.3@tcp:41:lfs.0 00000004:00000024:1.0:1788650975.191384:0:25053:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788650975.191505:0:25053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48806dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:18153:x1875535783415808:12345-192.168.201.3@tcp:41:lfs.0 Request processed in 161us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650975.191513:0:25053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 15 00000100:00080000:0.0:1788650975.191629:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788650975.197923:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650975.198033:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783415936 00000100:00100000:2.0:1788650975.198045:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783415936 00000100:00100000:2.0:1788650975.198152:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 13 00000100:00100000:2.0:1788650975.198162:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487667800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:18153:x1875535783415936:12345-192.168.201.3@tcp:13:lfs.0 00002000:00000024:2.0:1788650975.198190:0:24226:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1788650975.198309:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487667800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:18153:x1875535783415936:12345-192.168.201.3@tcp:13:lfs.0 Request processed in 148us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650975.198316:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 13 00000100:00080000:0.0:1788650975.198393:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788650975.201288:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650975.201528:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783416064 00000100:00100000:2.0:1788650975.201537:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783416064 00000100:00100000:2.0:1788650975.201653:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 14 00000100:00100000:2.0:1788650975.201665:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b9e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:18153:x1875535783416064:12345-192.168.201.3@tcp:13:lfs.0 00002000:00000024:2.0:1788650975.201688:0:24226:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788650975.201788:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b9e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:18153:x1875535783416064:12345-192.168.201.3@tcp:13:lfs.0 Request processed in 125us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650975.201804:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 14 00000100:00080000:0.0:1788650975.206488:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1788650975.370342:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788650975.501945:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650975.504650:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783416192 00000100:00100000:2.0:1788650975.504665:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783416192 00000100:00100000:2.0:1788650975.504770:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 133 00000100:00100000:2.0:1788650975.504782:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b632fcea-30b7-441a-a6af-22cbe0e84adb+10:18184:x1875535783416192:12345-192.168.201.3@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788650975.504808:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788650975.504842:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee4878ff600/0x798896c918a13f7a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3102f42 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650975.504872:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee4878ff600/0x798896c918a13f7a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102f42 expref: 11 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650975.504884:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee4878ff600/0x798896c918a13f7a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102f42 expref: 11 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650975.504896:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4878ff600, rc 0) 00000100:00100000:2.0:1788650975.504988:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bba450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b632fcea-30b7-441a-a6af-22cbe0e84adb+11:18184:x1875535783416192:12345-192.168.201.3@tcp:101:mount.lustre.0 Request processed in 208us (3053us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650975.504995:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 133 00000100:00100000:3.0:1788650975.510547:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650975.510639:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783416320 00000100:00100000:0.0:1788650975.510651:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783416320 00000100:00100000:0.0:1788650975.510711:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 134 00000100:00100000:0.0:1788650975.510722:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b632fcea-30b7-441a-a6af-22cbe0e84adb+11:18184:x1875535783416320:12345-192.168.201.3@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788650975.510940:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bba850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b632fcea-30b7-441a-a6af-22cbe0e84adb+11:18184:x1875535783416320:12345-192.168.201.3@tcp:501:mount.lustre.0 Request processed in 220us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650975.510949:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 134 00000100:00100000:3.0:1788650975.521131:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650975.522344:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783416448 00000100:00100000:0.0:1788650975.522359:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783416448 00000100:00100000:0.0:1788650975.522432:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 135 00000100:00100000:0.0:1788650975.522455:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b632fcea-30b7-441a-a6af-22cbe0e84adb+11:18184:x1875535783416448:12345-192.168.201.3@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788650975.522767:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bba050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b632fcea-30b7-441a-a6af-22cbe0e84adb+11:18184:x1875535783416448:12345-192.168.201.3@tcp:503:mount.lustre.0 Request processed in 317us (1659us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650975.522775:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 135 00000100:00100000:3.0:1788650975.533294:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650975.534745:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783416576 00000100:00100000:2.0:1788650975.534758:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783416576 00000100:00100000:2.0:1788650975.534834:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 136 00000100:00100000:2.0:1788650975.534843:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bb8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b632fcea-30b7-441a-a6af-22cbe0e84adb+11:18192:x1875535783416576:12345-192.168.201.3@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788650975.535027:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bb8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b632fcea-30b7-441a-a6af-22cbe0e84adb+11:18192:x1875535783416576:12345-192.168.201.3@tcp:502:llog_process_th.0 Request processed in 184us (1742us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650975.535035:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 136 00000100:00100000:3.0:1788650975.549665:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650975.550465:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783416704 00000100:00100000:2.0:1788650975.550479:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783416704 00000100:00100000:2.0:1788650975.550556:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 137 00000100:00100000:2.0:1788650975.550568:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487bb9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b632fcea-30b7-441a-a6af-22cbe0e84adb+11:18192:x1875535783416704:12345-192.168.201.3@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788650975.550775:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487bb9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b632fcea-30b7-441a-a6af-22cbe0e84adb+11:18192:x1875535783416704:12345-192.168.201.3@tcp:502:llog_process_th.0 Request processed in 210us (1120us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650975.550783:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 137 00000100:00100000:3.0:1788650975.556251:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650975.558242:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783416832 00000100:00100000:0.0:1788650975.558257:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783416832 00000100:00100000:0.0:1788650975.558389:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 138 00000100:00100000:0.0:1788650975.558410:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878dec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b632fcea-30b7-441a-a6af-22cbe0e84adb+11:18192:x1875535783416832:12345-192.168.201.3@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788650975.558936:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878dec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b632fcea-30b7-441a-a6af-22cbe0e84adb+11:18192:x1875535783416832:12345-192.168.201.3@tcp:502:llog_process_th.0 Request processed in 526us (2694us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650975.558945:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 138 00000100:00100000:3.0:1788650975.573052:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650975.581500:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783416960 00000100:00100000:1.0:1788650975.581515:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783416960 00000100:00100000:1.0:1788650975.581582:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 139 00000100:00100000:1.0:1788650975.581592:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878df850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b632fcea-30b7-441a-a6af-22cbe0e84adb+11:18184:x1875535783416960:12345-192.168.201.3@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788650975.581608:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788650975.581624:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee5a186b800/0x798896c918a13f81 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3102f73 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650975.581653:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee5a186b800/0x798896c918a13f81 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102f73 expref: 12 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650975.581664:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee5a186b800/0x798896c918a13f81 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102f73 expref: 12 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650975.581673:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5a186b800, rc 0) 00000100:00100000:1.0:1788650975.581742:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878df850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b632fcea-30b7-441a-a6af-22cbe0e84adb+12:18184:x1875535783416960:12345-192.168.201.3@tcp:101:mount.lustre.0 Request processed in 151us (8704us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650975.581763:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 139 00000100:00100000:3.0:1788650975.584585:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650975.584797:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783417088 00000100:00100000:0.0:1788650975.584807:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783417088 00000100:00100000:0.0:1788650975.584869:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 140 00000100:00100000:0.0:1788650975.584878:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878df450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b632fcea-30b7-441a-a6af-22cbe0e84adb+12:18184:x1875535783417088:12345-192.168.201.3@tcp:256:mount.lustre.0 20000000:01000000:0.0:1788650975.584904:0:22710:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1788650975.584928:0:22710:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1788650975.584932:0:22710:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1788650975.584936:0:22710:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1788650975.584939:0:22710:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1788650975.584942:0:22710:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1788650975.587626:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878df450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b632fcea-30b7-441a-a6af-22cbe0e84adb+12:18184:x1875535783417088:12345-192.168.201.3@tcp:256:mount.lustre.0 Request processed in 2739us (3041us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650975.587640:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 140 00000100:00100000:3.0:1788650975.593426:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650975.593517:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783417216 00000100:00100000:2.0:1788650975.593527:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783417216 00000100:00100000:2.0:1788650975.593586:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 141 00000100:00100000:2.0:1788650975.593595:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878dc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b632fcea-30b7-441a-a6af-22cbe0e84adb+12:18184:x1875535783417216:12345-192.168.201.3@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788650975.593613:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788650975.593630:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee4878ff800/0x798896c918a13f88 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3102f7a expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650975.593660:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee4878ff800/0x798896c918a13f88 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102f7a expref: 13 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650975.593672:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee4878ff800/0x798896c918a13f88 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102f7a expref: 13 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650975.593681:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4878ff800, rc 0) 00000100:00100000:2.0:1788650975.593733:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878dc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b632fcea-30b7-441a-a6af-22cbe0e84adb+13:18184:x1875535783417216:12345-192.168.201.3@tcp:101:mount.lustre.0 Request processed in 140us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650975.593740:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 141 00000100:00100000:3.0:1788650975.595551:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650975.595631:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783417344 00000100:00100000:1.0:1788650975.595638:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783417344 00000100:00100000:1.0:1788650975.595683:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 142 00000100:00100000:1.0:1788650975.595693:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878dc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b632fcea-30b7-441a-a6af-22cbe0e84adb+13:18184:x1875535783417344:12345-192.168.201.3@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788650975.595844:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878dc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b632fcea-30b7-441a-a6af-22cbe0e84adb+13:18184:x1875535783417344:12345-192.168.201.3@tcp:501:mount.lustre.0 Request processed in 151us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650975.595851:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 142 00000100:00100000:3.0:1788650975.600840:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650975.600931:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783417472 00000100:00100000:0.0:1788650975.600940:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783417472 00000100:00100000:0.0:1788650975.601001:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 143 00000100:00100000:0.0:1788650975.601010:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b632fcea-30b7-441a-a6af-22cbe0e84adb+13:18184:x1875535783417472:12345-192.168.201.3@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788650975.601218:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878dd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b632fcea-30b7-441a-a6af-22cbe0e84adb+13:18184:x1875535783417472:12345-192.168.201.3@tcp:503:mount.lustre.0 Request processed in 208us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650975.601226:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 143 00000100:00100000:3.0:1788650975.606365:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650975.606560:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783417600 00000100:00100000:2.0:1788650975.606569:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783417600 00000100:00100000:2.0:1788650975.606623:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 144 00000100:00100000:2.0:1788650975.606632:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b632fcea-30b7-441a-a6af-22cbe0e84adb+13:18197:x1875535783417600:12345-192.168.201.3@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788650975.606765:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878ddc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b632fcea-30b7-441a-a6af-22cbe0e84adb+13:18197:x1875535783417600:12345-192.168.201.3@tcp:502:llog_process_th.0 Request processed in 134us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650975.606773:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 144 00000100:00100000:3.0:1788650975.612187:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650975.612337:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783417728 00000100:00100000:1.0:1788650975.612352:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783417728 00000100:00100000:1.0:1788650975.612416:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 145 00000100:00100000:1.0:1788650975.612430:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878dd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b632fcea-30b7-441a-a6af-22cbe0e84adb+13:18197:x1875535783417728:12345-192.168.201.3@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788650975.612596:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878dd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b632fcea-30b7-441a-a6af-22cbe0e84adb+13:18197:x1875535783417728:12345-192.168.201.3@tcp:502:llog_process_th.0 Request processed in 171us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650975.612604:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 145 00000100:00100000:3.0:1788650975.628884:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650975.628944:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650975.628970:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650975.629028:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650975.629131:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783418496 00000100:00100000:2.0:1788650975.629140:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783418496 00000100:00100000:2.0:1788650975.629212:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783418624 00000100:00100000:2.0:1788650975.629216:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783418624 00000100:00100000:2.0:1788650975.629237:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 49 00000100:00100000:2.0:1788650975.629245:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b9e3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+7:2398:x1875535783418496:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:2.0:1788650975.629319:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b9e3b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+7:2398:x1875535783418496:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 74us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650975.629326:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 49 00000100:00100000:2.0:1788650975.629342:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 50 00000100:00100000:2.0:1788650975.629347:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b9e39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:2398:x1875535783418624:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:2.0:1788650975.629366:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b9e39f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:2398:x1875535783418624:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 19us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650975.629372:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 50 00000100:00100000:0.0:1788650975.629506:0:24707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783418752 00000100:00100000:0.0:1788650975.629510:0:24707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783418752 00000100:00100000:0.0:1788650975.629559:0:24707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783418880 00000100:00100000:0.0:1788650975.629562:0:24707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783418880 00000100:00100000:0.0:1788650975.629580:0:24707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 10 00000100:00100000:0.0:1788650975.629586:0:24707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b9e3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:2398:x1875535783418752:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:0.0:1788650975.629616:0:24707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b9e3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:2398:x1875535783418752:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 30us (672us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650975.629622:0:24707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 10 00000100:00100000:0.0:1788650975.629633:0:24707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 11 00000100:00100000:0.0:1788650975.629638:0:24707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b9e38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:2398:x1875535783418880:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:0.0:1788650975.629657:0:24707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b9e38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:2398:x1875535783418880:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 19us (629us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650975.629662:0:24707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 11 00000100:00100000:0.0:1788650975.630559:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650975.630588:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650975.630649:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783417856 00000100:00100000:2.0:1788650975.630655:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783417856 00000100:00100000:2.0:1788650975.630681:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783418112 00000100:00100000:2.0:1788650975.630683:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783418112 00000100:00100000:2.0:1788650975.630696:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 16 00000100:00100000:2.0:1788650975.630702:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4869e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2396:x1875535783417856:12345-192.168.201.3@tcp:38:mount.lustre.0 00010000:00080000:2.0:1788650975.630727:0:22718:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a@192.168.201.3@tcp t0 exp 0000000000000000 cur 762 last 0 00000020:00000080:2.0:1788650975.630767:0:22718:0:(genops.c:1385:class_connect()) connect: client 9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a, cookie 0x798896c918a13f8f 00000004:00100000:2.0:1788650975.630803:0:22718:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:2.0:1788650975.630889:0:22718:0:(import.c:65:import_set_state_nolock()) ffff9ee48665f800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788650975.630929:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4869e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+6:2396:x1875535783417856:12345-192.168.201.3@tcp:38:mount.lustre.0 Request processed in 226us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650975.630936:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 16 00000100:00100000:2.0:1788650975.630955:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 17 00000100:00100000:2.0:1788650975.630971:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4869e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2396:x1875535783418112:12345-192.168.201.3@tcp:38:mount.lustre.0 00010000:00080000:2.0:1788650975.630991:0:22718:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from 9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a@192.168.201.3@tcp t0 exp 0000000000000000 cur 762 last 0 00000020:00000080:2.0:1788650975.631011:0:22718:0:(genops.c:1385:class_connect()) connect: client 9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a, cookie 0x798896c918a13f96 00000004:00100000:2.0:1788650975.631090:0:22718:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:2.0:1788650975.631145:0:22718:0:(import.c:65:import_set_state_nolock()) ffff9ee48665d800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788650975.631165:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4869e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+6:2396:x1875535783418112:12345-192.168.201.3@tcp:38:mount.lustre.0 Request processed in 193us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650975.631171:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 17 00000100:00100000:0.0:1788650975.636275:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650975.636896:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783417984 00000100:00100000:2.0:1788650975.636906:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783417984 00000100:00100000:3.0:1788650975.637097:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 18 00000100:00100000:3.0:1788650975.637110:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4869e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+6:0:x1875535783417984:12345-192.168.201.3@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788650975.637152:0:22716:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788650975.637215:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4869e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+6:0:x1875535783417984:12345-192.168.201.3@tcp:41:mount.lustre.0 Request processed in 108us (949us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650975.637222:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 18 00000100:00080000:0.0:1788650975.638303:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788650975.641332:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650975.641420:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650975.642588:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783418368 00000100:00100000:0.0:1788650975.642600:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783418368 00000100:00100000:0.0:1788650975.642663:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783418240 00000100:00100000:0.0:1788650975.642667:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783418240 00000100:00100000:0.0:1788650975.642709:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 19 00000100:00100000:0.0:1788650975.642718:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48806ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+6:18184:x1875535783418368:12345-192.168.201.3@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788650975.642749:0:22717:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788650975.642829:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48806ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+6:18184:x1875535783418368:12345-192.168.201.3@tcp:41:mount.lustre.0 Request processed in 111us (1516us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650975.642836:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 19 00000100:00100000:0.0:1788650975.642865:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 20 00000100:00100000:0.0:1788650975.642871:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48806e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+6:0:x1875535783418240:12345-192.168.201.3@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788650975.642889:0:22717:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788650975.642958:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48806e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+6:0:x1875535783418240:12345-192.168.201.3@tcp:41:mount.lustre.0 Request processed in 87us (1539us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650975.642965:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 20 00000100:00080000:2.0:1788650975.648595:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788650975.650812:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650975.650951:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783419008 00000100:00100000:0.0:1788650975.650960:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783419008 00000100:00100000:1.0:1788650975.651146:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 21 00000100:00100000:1.0:1788650975.651157:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487a10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+6:18184:x1875535783419008:12345-192.168.201.3@tcp:40:mount.lustre.0 00000100:00100000:1.0:1788650975.652092:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487a10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+6:18184:x1875535783419008:12345-192.168.201.3@tcp:40:mount.lustre.0 Request processed in 900us (1265us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650975.652102:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 21 00000100:00100000:0.0:1788650975.670901:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650975.670939:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650975.670995:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650975.671260:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783419136 00000100:00100000:2.0:1788650975.671270:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783419136 00000100:00100000:2.0:1788650975.671309:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783419264 00000100:00100000:2.0:1788650975.671319:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783419264 00000100:00100000:2.0:1788650975.671338:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 20 00000100:00100000:2.0:1788650975.671347:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4869e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2396:x1875535783419136:12345-192.168.201.3@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788650975.671379:0:24223:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a@192.168.201.3@tcp t0 exp 0000000000000000 cur 762 last 0 00000020:00000080:2.0:1788650975.671410:0:24223:0:(genops.c:1385:class_connect()) connect: client 9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a, cookie 0x798896c918a13f9d 00002000:00100000:2.0:1788650975.671422:0:24223:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a/ffff9ee486658000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a03 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1788650975.671432:0:24223:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1788650975.671494:0:24223:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1788650975.671538:0:24223:0:(import.c:65:import_set_state_nolock()) ffff9ee585600000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788650975.671592:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4869e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+6:2396:x1875535783419136:12345-192.168.201.3@tcp:8:mount.lustre.0 Request processed in 245us (700us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650975.671605:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 20 00000100:00100000:2.0:1788650975.671620:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 21 00000100:00100000:2.0:1788650975.671624:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4869e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2396:x1875535783419264:12345-192.168.201.3@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788650975.671639:0:24223:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a@192.168.201.3@tcp t0 exp 0000000000000000 cur 762 last 0 00000020:00000080:2.0:1788650975.671653:0:24223:0:(genops.c:1385:class_connect()) connect: client 9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a, cookie 0x798896c918a13fa4 00002000:00100000:2.0:1788650975.671657:0:24223:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a/ffff9ee585605800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a03 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1788650975.671663:0:24223:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1788650975.671688:0:24223:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1788650975.671699:0:24223:0:(import.c:65:import_set_state_nolock()) ffff9ee585607000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788650975.671718:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4869e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+6:2396:x1875535783419264:12345-192.168.201.3@tcp:8:mount.lustre.0 Request processed in 93us (723us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650975.671725:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 21 00000100:00100000:1.0:1788650975.672579:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783419392 00000100:00100000:1.0:1788650975.672587:0:22727:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783419392 00000100:00100000:1.0:1788650975.672636:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 4 00000100:00100000:1.0:1788650975.672655:0:22727:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4869e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+6:18184:x1875535783419392:12345-192.168.201.3@tcp:900:mount.lustre.0 00000100:00100000:1.0:1788650975.672712:0:22727:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4869e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+6:18184:x1875535783419392:12345-192.168.201.3@tcp:900:mount.lustre.0 Request processed in 59us (1771us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650975.672719:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 4 00000100:00100000:2.0:1788650975.681397:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650975.681934:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783419520 00000100:00100000:0.0:1788650975.681944:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783419520 00000100:00100000:0.0:1788650975.682004:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 1 00000100:00100000:0.0:1788650975.682015:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48806c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+6:18184:x1875535783419520:12345-192.168.201.3@tcp:33:mount.lustre.0 00000004:00200000:0.0:1788650975.682146:0:22720:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1788650975.682224:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48806c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+6:18184:x1875535783419520:12345-192.168.201.3@tcp:33:mount.lustre.0 Request processed in 210us (837us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650975.682231:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 1 00000100:00100000:1.0:1788650976.000376:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650976.000665:0:25053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783419648 00000100:00100000:3.0:1788650976.000675:0:25053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783419648 00000100:00100000:3.0:1788650976.000739:0:25053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 22 00000100:00100000:3.0:1788650976.000748:0:25053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487a11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+6:18220:x1875535783419648:12345-192.168.201.3@tcp:101:mkdir.0 00010000:00010000:3.0:1788650976.000767:0:25053:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788650976.000798:0:25053:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b000/0x798896c918a13fab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3102fab expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650976.000860:0:25053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b600/0x798896c918a13fb2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650976.000875:0:25053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b600/0x798896c918a13fb2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650976.000887:0:25053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b600/0x798896c918a13fb2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788650976.000925:0:25053:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788650976.000928:0:25053:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788650976.000947:0:25053:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b600/0x798896c918a13fb2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650976.001002:0:25053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b000/0x798896c918a13fab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fab expref: 8 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650976.001024:0:25053:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b600/0x798896c918a13fb2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fab expref: 7 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650976.001034:0:25053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ee58734e600) 00010000:00010000:3.0:1788650976.001037:0:25053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788650976.001041:0:25053:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5c354b600, rc 0) 00000100:00100000:3.0:1788650976.001165:0:25053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487a11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+7:18220:x1875535783419648:12345-192.168.201.3@tcp:101:mkdir.0 Request processed in 417us (798us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650976.001173:0:25053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 22 00010000:00010000:0.0:1788650976.389544:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788650976.645303:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788650976.645327:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487a10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807650048:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788650976.645393:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650976.645556:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807650048 00000100:00100000:1.0:1788650976.645565:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807650048 00000100:00100000:1.0:1788650976.645637:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788650976.645648:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48806f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807650048:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788650976.645677:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00080000:3.0:1788650976.645762:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788650976.650266:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48806f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807650048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4611us (4863us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650976.650281:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788650976.660209:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487a10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807650048:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1788650977.431185:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788650978.181220:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788650978.181242:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489069880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807650176:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788650978.181318:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650978.181385:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807650176 00000100:00100000:0.0:1788650978.181395:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807650176 00000100:00100000:0.0:1788650978.181450:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788650978.181459:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807650176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788650978.181492:0:22722:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788650978.181542:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807650176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650978.181556:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1788650978.181590:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489069880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807650176:0@lo:41:osp-pre-0-1.0 00000001:00100000:0.0:1788650978.182887:0:22696:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a 00000001:00100000:0.0:1788650978.182896:0:22696:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 481c7c94-fbbe-480b-89ac-e564a038fbc2 00000100:00100000:1.0:1788650978.183036:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4878f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807650304:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788650978.183119:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000001:00100000:0.0:1788650978.183851:0:23449:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a 00000001:00100000:0.0:1788650978.183859:0:23449:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 481c7c94-fbbe-480b-89ac-e564a038fbc2 00000100:00100000:2.0:1788650978.184171:0:23760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807650304 00000100:00100000:2.0:1788650978.184181:0:23760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807650304 00000100:00100000:2.0:1788650978.184221:0:23760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1788650978.184230:0:23760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487a11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875535807650304:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788650978.184260:0:23760:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788650978.184335:0:23760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487a11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875535807650304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (1216us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650978.184354:0:23760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000001:00100000:0.0:1788650978.188979:0:24218:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a 00000001:00100000:0.0:1788650978.188996:0:24218:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 481c7c94-fbbe-480b-89ac-e564a038fbc2 00000100:00100000:3.0:1788650978.189342:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4878f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807650304:0@lo:41:osp-pre-1-0.0 00000001:00100000:3.0:1788650978.193347:0:25037:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a 00000001:00100000:3.0:1788650978.193362:0:25037:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 481c7c94-fbbe-480b-89ac-e564a038fbc2 00010000:00010000:2.0:1788650978.437433:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788650979.390981:0:25595:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:0.0:1788650979.461236:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788650979.717416:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5926e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875535807650560:0@lo:400:kworker.0 00000100:00100000:3.0:1788650979.717447:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487836680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807650816:0@lo:400:kworker.0 00000100:00100000:3.0:1788650979.717530:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650979.717530:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650979.717580:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807651328:0@lo:400:kworker.0 00000100:00100000:3.0:1788650979.717602:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650979.717634:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1875535807651840:0@lo:400:kworker.0 00000100:00100000:1.0:1788650979.717634:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4869e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3644:1875535807650432:0@lo:400:kworker.0 00000100:00100000:3.0:1788650979.717660:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650979.717662:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650979.717682:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875535807650944:0@lo:400:kworker.0 00000100:00100000:1.0:1788650979.717700:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650979.717715:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875535807651456:0@lo:400:kworker.0 00000100:00100000:1.0:1788650979.717767:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650979.717785:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875535807651968:0@lo:400:kworker.0 00000100:00100000:1.0:1788650979.717804:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650979.717805:0:25053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807651840 00000100:00100000:3.0:1788650979.717812:0:25053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807651840 00000100:00100000:1.0:1788650979.717834:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807650560 00000100:00100000:1.0:1788650979.717843:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807650560 00000100:00100000:3.0:1788650979.717855:0:25053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807650944 00000100:00100000:3.0:1788650979.717858:0:25053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807650944 00000100:00100000:3.0:1788650979.717868:0:25053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807651456 00000100:00100000:3.0:1788650979.717870:0:25053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807651456 00000100:00100000:1.0:1788650979.717872:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1788650979.717879:0:25053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807651968 00000100:00100000:1.0:1788650979.717880:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1875535807650560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650979.717881:0:25053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807651968 00000100:00100000:3.0:1788650979.717893:0:25053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1788650979.717898:0:25053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1875535807651840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650979.717926:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1875535807650560:12345-0@lo:400:kworker.0 Request processed in 47us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650979.717928:0:25053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1875535807651840:12345-0@lo:400:kworker.0 Request processed in 30us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650979.717934:0:25053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1788650979.717934:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1788650979.717950:0:25053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1788650979.717956:0:25053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487a10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875535807650944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650979.717956:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807650816 00000100:00100000:1.0:1788650979.717959:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807650816 00000100:00100000:1.0:1788650979.717980:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807651328 00000100:00100000:3.0:1788650979.717983:0:25053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487a10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3644:x1875535807650944:12345-0@lo:400:kworker.0 Request processed in 28us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650979.717983:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807651328 00000100:00100000:3.0:1788650979.717990:0:25053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1788650979.718000:0:25053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788650979.718001:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788650979.718005:0:25053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487a12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875535807651456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650979.718006:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875535807650816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650979.718030:0:25053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487a12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875535807651456:12345-0@lo:400:kworker.0 Request processed in 25us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650979.718030:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875535807650816:12345-0@lo:400:kworker.0 Request processed in 24us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650979.718036:0:25053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788650979.718037:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788650979.718047:0:25053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788650979.718047:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788650979.718053:0:25053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487a10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875535807651968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650979.718053:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807651328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650979.718097:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807651328:12345-0@lo:400:kworker.0 Request processed in 44us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650979.718103:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788650979.718137:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807650432 00000100:00100000:1.0:1788650979.718140:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807650432 00000100:00100000:1.0:1788650979.718165:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1788650979.718171:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:3644:x1875535807650432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650979.718199:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878de050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:3644:x1875535807650432:12345-0@lo:400:kworker.0 Request processed in 29us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650979.718205:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:3.0:1788650979.718210:0:25053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487a10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3644:x1875535807651968:12345-0@lo:400:kworker.0 Request processed in 158us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650979.718216:0:25053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00080000:3.0:1788650979.718231:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788650979.718235:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788650979.718237:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788650979.718261:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487836680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807650816:0@lo:400:kworker.0 00000100:00100000:3.0:1788650979.718271:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807651328:0@lo:400:kworker.0 00000100:00100000:3.0:1788650979.718279:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1875535807651840:0@lo:400:kworker.0 00000100:00100000:1.0:1788650979.718357:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4869e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3644:1875535807650432:0@lo:400:kworker.0 00000100:00100000:1.0:1788650979.718367:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487837b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3644:1875535807650944:0@lo:400:kworker.0 00000100:00100000:1.0:1788650979.718375:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875535807651456:0@lo:400:kworker.0 00010000:00080000:1.0:1788650979.718385:0:3644:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee488891f80 x1875535807651968/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788650979.718395:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3644:1875535807651968:0@lo:400:kworker.0 00000100:00100000:3.0:1788650979.720232:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487a12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807652352:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788650979.720232:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5926eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875535807650688:0@lo:400:kworker.0 00000100:00100000:3.0:1788650979.720326:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650979.720326:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650979.720352:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807651200:0@lo:400:kworker.0 00000100:00100000:1.0:1788650979.720374:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650979.720403:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488892a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1875535807651712:0@lo:400:kworker.0 00000100:00100000:1.0:1788650979.720426:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650979.720441:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487a11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875535807652224:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788650979.720455:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650979.720469:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788650979.720473:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4878f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875535807652096:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788650979.720484:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650979.720498:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807652352 00000100:00100000:1.0:1788650979.720502:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807652352 00000100:00100000:1.0:1788650979.720521:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807652224 00000100:00100000:1.0:1788650979.720523:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807652224 00000100:00100000:1.0:1788650979.720535:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807652096 00000100:00100000:1.0:1788650979.720536:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807652096 00000100:00100000:1.0:1788650979.720545:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788650979.720549:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487837b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807652352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788650979.720579:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788650979.720606:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487837b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807652352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650979.720610:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788650979.720620:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788650979.720624:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875535807652224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788650979.720633:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788650979.720650:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875535807652224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 26us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650979.720653:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788650979.720659:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788650979.720663:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875535807652096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788650979.720668:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788650979.720679:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875535807652096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 16us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650979.720682:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788650979.720707:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4878f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875535807652096:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788650979.720714:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487a11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875535807652224:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788650979.720903:0:25120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807650688 00000100:00100000:2.0:1788650979.720908:0:25120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807650688 00000100:00100000:2.0:1788650979.720939:0:25120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807651200 00000100:00100000:2.0:1788650979.720942:0:25120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807651200 00000100:00100000:2.0:1788650979.720964:0:25120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788650979.720971:0:25120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487a11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3646:x1875535807650688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650979.721011:0:25120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487a11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3646:x1875535807650688:12345-0@lo:400:kworker.0 Request processed in 40us (686us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650979.721017:0:25120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788650979.721031:0:25120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788650979.721038:0:25120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487a12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807651200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650979.721086:0:25120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487a12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807651200:12345-0@lo:400:kworker.0 Request processed in 49us (711us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650979.721092:0:25120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788650979.721120:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5926eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875535807650688:0@lo:400:kworker.0 00000100:00100000:2.0:1788650979.721130:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488891500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807651200:0@lo:400:kworker.0 00000100:00100000:3.0:1788650979.721816:0:25053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807651712 00000100:00100000:3.0:1788650979.721823:0:25053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807651712 00000100:00100000:3.0:1788650979.721880:0:25053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1788650979.721889:0:25053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487a10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875535807651712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650979.721936:0:25053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487a10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875535807651712:12345-0@lo:400:kworker.0 Request processed in 49us (1509us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650979.721942:0:25053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00080000:3.0:1788650979.721960:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788650979.721964:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788650979.722008:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487a12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807652352:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788650979.722127:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5926e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875535807650560:0@lo:400:kworker.0 00000100:00100000:0.0:1788650979.722138:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487835880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807651072:0@lo:400:kworker.0 00010000:00080000:2.0:1788650979.722167:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee488892a00 x1875535807651712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788650995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788650979.722178:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488892a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1875535807651712:0@lo:400:kworker.0 00000100:00100000:0.0:1788650979.722391:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650979.722414:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1875535807651584:0@lo:400:kworker.0 00000100:00100000:2.0:1788650979.722424:0:23760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807651072 00000100:00100000:2.0:1788650979.722428:0:23760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807651072 00000100:00100000:0.0:1788650979.722437:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650979.722480:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807651584 00000100:00100000:0.0:1788650979.722484:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807651584 00000100:00080000:1.0:1788650979.722509:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788650979.722515:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1788650979.722521:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875535807651584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650979.722543:0:23760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1788650979.722551:0:23760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488890700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807651072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650979.722562:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488892300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875535807651584:12345-0@lo:400:kworker.0 Request processed in 41us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650979.722567:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1788650979.722593:0:23760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488890700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807651072:12345-0@lo:400:kworker.0 Request processed in 43us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650979.722599:0:23760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788650979.722655:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487835880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807651072:0@lo:400:kworker.0 00000100:00100000:1.0:1788650979.722666:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1875535807651584:0@lo:400:kworker.0 00010000:00010000:0.0:1788650980.485650:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788650980.725667:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650980.725722:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650980.725760:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650980.725805:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650980.725823:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650980.725841:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650980.725861:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650980.725882:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650980.725906:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650980.725936:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783420288 00000100:00100000:1.0:1788650980.725947:0:24222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783420288 00000100:00100000:1.0:1788650980.726003:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783420800 00000100:00100000:1.0:1788650980.726006:0:24222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783420800 00000100:00100000:1.0:1788650980.726020:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783420160 00000100:00100000:1.0:1788650980.726022:0:24222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783420160 00000100:00100000:1.0:1788650980.726032:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783420672 00000100:00100000:1.0:1788650980.726035:0:24222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783420672 00000100:00100000:1.0:1788650980.726103:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 16 00000100:00100000:1.0:1788650980.726126:0:24222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487a11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+5:2398:x1875535783420288:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:1.0:1788650980.726215:0:24222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487a11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+5:2398:x1875535783420288:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 92us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650980.726223:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 16 00000100:00100000:1.0:1788650980.726639:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 17 00000100:00100000:1.0:1788650980.726647:0:24222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487a13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+5:2398:x1875535783420800:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:1.0:1788650980.726675:0:24222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487a13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+5:2398:x1875535783420800:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 29us (851us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650980.726681:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 17 00000100:00100000:1.0:1788650980.726693:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 18 00000100:00100000:1.0:1788650980.726711:0:24222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487a12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+5:2398:x1875535783420160:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:1.0:1788650980.726736:0:24222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487a12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+5:2398:x1875535783420160:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 37us (874us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650980.726753:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 18 00000100:00100000:1.0:1788650980.726767:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 19 00000100:00100000:1.0:1788650980.726774:0:24222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+5:2398:x1875535783420672:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:1.0:1788650980.726798:0:24222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+5:2398:x1875535783420672:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 25us (891us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650980.726804:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 19 00000100:00100000:1.0:1788650980.726824:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783420032 00000100:00100000:1.0:1788650980.726828:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783420032 00000100:00100000:1.0:1788650980.726850:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783420544 00000100:00100000:1.0:1788650980.726853:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783420544 00000100:00100000:1.0:1788650980.726864:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783419904 00000100:00100000:1.0:1788650980.726867:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783419904 00000100:00100000:1.0:1788650980.726876:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783420416 00000100:00100000:1.0:1788650980.726879:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783420416 00000100:00100000:1.0:1788650980.726891:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 57 00000100:00100000:1.0:1788650980.726896:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487a11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+5:2398:x1875535783420032:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:1.0:1788650980.726922:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487a11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+5:2398:x1875535783420032:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 26us (1201us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650980.726928:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 57 00000100:00100000:1.0:1788650980.726939:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 58 00000100:00100000:1.0:1788650980.726944:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487a13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+5:2398:x1875535783420544:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:1.0:1788650980.726968:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487a13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+5:2398:x1875535783420544:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 24us (1163us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650980.726974:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 58 00000100:00100000:1.0:1788650980.726986:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 59 00000100:00100000:1.0:1788650980.726998:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487a13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:2398:x1875535783419904:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:1.0:1788650980.727022:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487a13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:2398:x1875535783419904:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 25us (1180us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650980.727027:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 59 00000100:00100000:1.0:1788650980.727471:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 60 00000100:00100000:1.0:1788650980.727485:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487a10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+6:2398:x1875535783420416:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:1.0:1788650980.727514:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487a10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+6:2398:x1875535783420416:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 34us (1632us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650980.727519:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 60 00000100:00080000:1.0:1788650980.727556:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788650980.727560:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788650980.727563:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788650980.727565:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788650980.728724:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783419776 00000100:00100000:0.0:1788650980.728737:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783419776 00000100:00100000:0.0:1788650980.728792:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 147 00000100:00100000:0.0:1788650980.728801:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878df050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b632fcea-30b7-441a-a6af-22cbe0e84adb+13:2398:x1875535783419776:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:0.0:1788650980.728855:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878df050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b632fcea-30b7-441a-a6af-22cbe0e84adb+13:2398:x1875535783419776:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 55us (3200us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650980.728868:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 147 00000040:00080000:0.0:1788650980.805869:0:22752:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788650981.510347:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788650981.765471:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788650981.765498:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee48806f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807652480:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788650981.765573:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650981.765660:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807652480 00000100:00100000:2.0:1788650981.765671:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807652480 00000100:00100000:2.0:1788650981.765745:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788650981.765757:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807652480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788650981.765791:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1788650981.765845:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488890380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807652480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650981.765852:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:0.0:1788650981.765957:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788650981.766011:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee48806f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807652480:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1788650982.533564:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788650983.048509:0:23475:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1788650983.302931:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788650983.302955:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807652608:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788650983.303053:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650983.303154:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807652608 00000100:00100000:0.0:1788650983.303163:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807652608 00000100:00100000:0.0:1788650983.303209:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788650983.303217:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488893b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807652608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788650983.303255:0:22722:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788650983.303322:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488893b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807652608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 105us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650983.303330:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788650983.303376:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807652608:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788650983.321520:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788650983.326735:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4869e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875535807652736:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788650983.326825:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650983.326996:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807652736 00000100:00100000:1.0:1788650983.327005:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807652736 00000100:00100000:1.0:1788650983.327098:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788650983.327109:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487836680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1875535807652736:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788650983.327149:0:22721:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788650983.327208:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487836680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1875535807652736:12345-0@lo:41:osp-pre-1-0.0 Request processed in 101us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650983.327215:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1788650983.328388:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4869e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875535807652736:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788650983.559267:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788650984.069840:0:25743:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fff13454500 20000000:00000080:1.0:1788650984.069858:0:25743:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9ee4882bfc00 uarg=0000000000000000 20000000:01000000:1.0:1788650984.069914:0:25743:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:1.0:1788650984.069920:0:25743:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:1.0:1788650984.069924:0:25743:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:2.0:1788650984.070473:0:25744:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:1.0:1788650984.070623:0:25743:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:1.0:1788650984.074756:0:25743:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1788650984.074787:0:25743:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9ee5a186b200/0x798896c918a13fb9 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650984.074808:0:25743:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ee4878fec00/0x798896c918a13c16 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13c0f expref: 23 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650984.074816:0:25743:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ee5a0169000/0x798896c918a13c24 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13c1d expref: 23 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650984.074823:0:25743:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ee5a0169800/0x798896c918a13c63 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13c5c expref: 23 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650984.074830:0:25743:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ee486954a00/0x798896c918a13cfd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a13cf6 expref: 23 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650984.074850:0:25743:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ee4878fee00/0x798896c918a13f49 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102f0a expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650984.074858:0:25743:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ee4878ff800/0x798896c918a13f88 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102f7a expref: 12 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650984.074866:0:25743:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9ee5a186b200/0x798896c918a13fb9 lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650984.074911:0:25743:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ee4878ff800/0x798896c918a13f88 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102f7a expref: 12 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650984.074928:0:25743:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ee4878ff800/0x798896c918a13f88 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102f7a expref: 12 pid: 22711 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650984.074943:0:25743:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4869e4000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25743:1875535807652864:192.168.201.3@tcp:104: 00010000:00010000:1.0:1788650984.075836:0:25743:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ee4878fee00/0x798896c918a13f49 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102f0a expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650984.075848:0:25743:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ee4878fee00/0x798896c918a13f49 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102f0a expref: 12 pid: 22710 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650984.075859:0:25743:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3585180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25743:1875535807652992:192.168.201.3@tcp:104: 00010000:00010000:1.0:1788650984.075924:0:25743:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ee486954a00/0x798896c918a13cfd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x798896c918a13cf6 expref: 23 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650984.075933:0:25743:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ee486954a00/0x798896c918a13cfd lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x798896c918a13cf6 expref: 23 pid: 22708 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650984.075942:0:25743:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3584700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25743:1875535807653120:0@lo:104: 00000100:00100000:1.0:1788650984.075975:0:25743:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788650984.075998:0:25743:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ee5a0169800/0x798896c918a13c63 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x798896c918a13c5c expref: 23 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650984.076006:0:25743:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ee5a0169800/0x798896c918a13c63 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x798896c918a13c5c expref: 23 pid: 22708 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650984.076014:0:25743:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3585f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25743:1875535807653248:0@lo:104: 00000100:00100000:1.0:1788650984.076033:0:25743:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788650984.076052:0:25743:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ee5a0169000/0x798896c918a13c24 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x798896c918a13c1d expref: 23 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650984.076078:0:25743:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ee5a0169000/0x798896c918a13c24 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x798896c918a13c1d expref: 23 pid: 22708 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650984.076087:0:25743:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3584a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25743:1875535807653376:0@lo:104: 00000100:00100000:1.0:1788650984.076112:0:25743:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788650984.076134:0:25743:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ee4878fec00/0x798896c918a13c16 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x798896c918a13c0f expref: 23 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650984.076143:0:25743:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ee4878fec00/0x798896c918a13c16 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x798896c918a13c0f expref: 23 pid: 22711 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650984.076152:0:25743:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3587100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25743:1875535807653504:0@lo:104: 00000100:00100000:1.0:1788650984.076169:0:25743:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650984.076178:0:25743:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5858b26c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788650984.076495:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807653120 00000100:00100000:0.0:1788650984.076510:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807653120 00000100:00100000:0.0:1788650984.076547:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807653248 00000100:00100000:0.0:1788650984.076550:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807653248 00000100:00100000:0.0:1788650984.076560:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807653376 00000100:00100000:0.0:1788650984.076562:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807653376 00000100:00100000:0.0:1788650984.076570:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807653504 00000100:00100000:0.0:1788650984.076572:0:22699:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807653504 00000100:00100000:0.0:1788650984.076585:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788650984.076593:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3587480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+6:25743:x1875535807653120:12345-0@lo:104: 00010000:00010000:0.0:1788650984.076606:0:22699:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168200/0x798896c918a13cf6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x798896c918a13cfd expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650984.076681:0:22699:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788650984.076687:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3587480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+6:25743:x1875535807653120:12345-0@lo:104: Request processed in 95us (712us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650984.076694:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788650984.076712:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788650984.076718:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3585500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+5:25743:x1875535807653248:12345-0@lo:104: 00010000:00010000:0.0:1788650984.076725:0:22699:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.103@tcp lock: ffff9ee589464200/0x798896c918a13c5c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x798896c918a13c63 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650984.076763:0:22699:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788650984.076768:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3585500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+5:25743:x1875535807653248:12345-0@lo:104: Request processed in 51us (734us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650984.076774:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788650984.076787:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788650984.076793:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3587800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+4:25743:x1875535807653376:12345-0@lo:104: 00010000:00010000:0.0:1788650984.076801:0:22699:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.103@tcp lock: ffff9ee486955c00/0x798896c918a13c1d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x798896c918a13c24 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650984.076931:0:25743:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3584700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25743:1875535807653120:0@lo:104: 00000100:00100000:1.0:1788650984.076940:0:25743:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3585f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25743:1875535807653248:0@lo:104: 00000100:00100000:1.0:1788650984.076946:0:25743:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3584a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25743:1875535807653376:0@lo:104: 00010000:00010000:3.0:1788650984.076995:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788650984.077003:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168200/0x798896c918a13cf6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x798896c918a13cfd expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650984.077010:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5a0168200 already unused, calling callback (ffffffffc119fc20) 10000000:00010000:3.0:1788650984.077014:0:22705:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168200/0x798896c918a13cf6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x798896c918a13cfd expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650984.077023:0:22705:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168200/0x798896c918a13cf6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x798896c918a13cfd expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788650984.077030:0:22705:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168200/0x798896c918a13cf6 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x798896c918a13cfd expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788650984.077036:0:22705:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788650984.077089:0:22705:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168200/0x798896c918a13cf6 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13cfd expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650984.077095:0:22705:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788650984.077116:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168200/0x798896c918a13cf6 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13cfd expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650984.077123:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff9ee5a0168200/0x798896c918a13cf6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13cfd expref: -99 pid: 25036 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650984.077135:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788650984.077139:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff9ee589464200/0x798896c918a13c5c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x798896c918a13c63 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650984.077143:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee589464200 already unused, calling callback (ffffffffc119fc20) 10000000:00010000:3.0:1788650984.077151:0:22705:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff9ee589464200/0x798896c918a13c5c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x798896c918a13c63 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650984.077158:0:22705:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff9ee589464200/0x798896c918a13c5c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x798896c918a13c63 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788650984.077165:0:22705:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff9ee589464200/0x798896c918a13c5c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x798896c918a13c63 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788650984.077170:0:22705:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788650984.077184:0:22705:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff9ee589464200/0x798896c918a13c5c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13c63 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650984.077190:0:22705:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788650984.077196:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff9ee589464200/0x798896c918a13c5c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13c63 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650984.077203:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff9ee589464200/0x798896c918a13c5c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13c63 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650984.077212:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650984.077213:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788650984.077215:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788650984.077226:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489069880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3644:1875535807653760:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788650984.077550:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650984.077623:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788650984.077630:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee487835880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3644:1875535807653632:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788650984.077672:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788650984.077701:0:22699:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788650984.077708:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3587800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+4:25743:x1875535807653376:12345-0@lo:104: Request processed in 915us (1594us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650984.077715:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788650984.077732:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788650984.077739:0:22699:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3585880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+3:25743:x1875535807653504:12345-0@lo:104: 00010000:00010000:0.0:1788650984.077747:0:22699:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.103@tcp lock: ffff9ee486954e00/0x798896c918a13c0f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x798896c918a13c16 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650984.077783:0:22699:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788650984.077788:0:22699:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3585880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+3:25743:x1875535807653504:12345-0@lo:104: Request processed in 51us (1619us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650984.077795:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:0.0:1788650984.077814:0:25123:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788650984.077819:0:25123:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff9ee486955c00/0x798896c918a13c1d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x798896c918a13c24 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650984.077825:0:25123:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee486955c00 already unused, calling callback (ffffffffc119fc20) 10000000:00010000:0.0:1788650984.077828:0:25123:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff9ee486955c00/0x798896c918a13c1d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x798896c918a13c24 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650984.077842:0:25123:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff9ee486955c00/0x798896c918a13c1d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x798896c918a13c24 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788650984.077849:0:25123:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff9ee486955c00/0x798896c918a13c1d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x798896c918a13c24 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788650984.077854:0:25123:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788650984.077882:0:25123:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff9ee486955c00/0x798896c918a13c1d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13c24 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650984.077888:0:25123:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788650984.077904:0:25123:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff9ee486955c00/0x798896c918a13c1d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13c24 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650984.077910:0:25123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff9ee486955c00/0x798896c918a13c1d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13c24 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650984.077919:0:25123:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788650984.077922:0:25123:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.103@tcp lock: ffff9ee486954e00/0x798896c918a13c0f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x798896c918a13c16 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650984.077927:0:25123:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee486954e00 already unused, calling callback (ffffffffc119fc20) 10000000:00010000:0.0:1788650984.077930:0:25123:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.103@tcp lock: ffff9ee486954e00/0x798896c918a13c0f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x798896c918a13c16 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650984.077936:0:25123:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.103@tcp lock: ffff9ee486954e00/0x798896c918a13c0f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x798896c918a13c16 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788650984.077942:0:25123:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.103@tcp lock: ffff9ee486954e00/0x798896c918a13c0f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x798896c918a13c16 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788650984.077947:0:25123:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1788650984.077958:0:25123:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.103@tcp lock: ffff9ee486954e00/0x798896c918a13c0f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13c16 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650984.077964:0:25123:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788650984.077968:0:25123:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.103@tcp lock: ffff9ee486954e00/0x798896c918a13c0f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13c16 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650984.077984:0:25123:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.103@tcp lock: ffff9ee486954e00/0x798896c918a13c0f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x798896c918a13c16 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650984.077997:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650984.077999:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650984.078000:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650984.078007:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788650984.078017:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3645:1875535807653888:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788650984.078045:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3646:1875535807654016:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788650984.078093:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788650984.078154:0:25743:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3587100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25743:1875535807653504:0@lo:104: 00000100:00100000:3.0:1788650984.078525:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650984.078631:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807653760 00000100:00100000:1.0:1788650984.078638:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807653760 00010000:00010000:1.0:1788650984.078699:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ee5a0169800/0x798896c918a13c63 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x798896c918a13c5c expref: 24 pid: 22708 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650984.078731:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807653632 00000100:00100000:1.0:1788650984.078735:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807653632 00010000:00010000:1.0:1788650984.078745:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ee486954a00/0x798896c918a13cfd lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x798896c918a13cf6 expref: 25 pid: 22708 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650984.078754:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788650984.078758:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488343800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+25:3644:x1875535807653760:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788650984.078765:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788650984.078768:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ee5a0169800/0x798896c918a13c63 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x798896c918a13c5c expref: 25 pid: 22708 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650984.078784:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ee5a0169800/0x798896c918a13c63 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x798896c918a13c5c expref: 25 pid: 22708 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650984.078797:0:22701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee5a0169800/0x798896c918a13c63 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x798896c918a13c5c expref: 25 pid: 22708 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650984.078810:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788650984.078874:0:22702:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:2.0:1788650984.078883:0:22702:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:1.0:1788650984.078923:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488343800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:3644:x1875535807653760:12345-0@lo:103:ldlm_bl.0 Request processed in 163us (1373us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650984.078931:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788650984.078946:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788650984.078953:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488341500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+23:3644:x1875535807653632:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788650984.078960:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788650984.078964:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ee486954a00/0x798896c918a13cfd lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x798896c918a13cf6 expref: 23 pid: 22708 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650984.078971:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ee486954a00/0x798896c918a13cfd lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x798896c918a13cf6 expref: 23 pid: 22708 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650984.078980:0:22701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee486954a00/0x798896c918a13cfd lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x798896c918a13cf6 expref: 23 pid: 22708 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650984.078988:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788650984.079010:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488341500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+22:3644:x1875535807653632:12345-0@lo:103:ldlm_bl.0 Request processed in 58us (1346us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650984.079015:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788650984.079194:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650984.079231:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee487835880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3644:1875535807653632:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788650984.079239:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489069880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3644:1875535807653760:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788650984.079262:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807654016 00000100:00100000:3.0:1788650984.079265:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807654016 00010000:00010000:3.0:1788650984.079279:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ee4878fec00/0x798896c918a13c16 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x798896c918a13c0f expref: 22 pid: 22711 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788650984.079290:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807653888 00000100:00100000:3.0:1788650984.079293:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807653888 00010000:00010000:3.0:1788650984.079303:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ee5a0169000/0x798896c918a13c24 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x798896c918a13c1d expref: 23 pid: 22708 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788650984.079314:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788650984.079319:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488343480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+23:3646:x1875535807654016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788650984.079326:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788650984.079331:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ee4878fec00/0x798896c918a13c16 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x798896c918a13c0f expref: 23 pid: 22711 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650984.079338:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ee4878fec00/0x798896c918a13c16 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x798896c918a13c0f expref: 23 pid: 22711 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650984.079347:0:22701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee4878fec00/0x798896c918a13c16 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x798896c918a13c0f expref: 23 pid: 22711 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650984.079356:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788650984.079382:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488343480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+22:3646:x1875535807654016:12345-0@lo:103:ldlm_bl.0 Request processed in 63us (857us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650984.079388:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788650984.079401:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788650984.079413:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488342d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:3645:x1875535807653888:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788650984.079421:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788650984.079425:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ee5a0169000/0x798896c918a13c24 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x798896c918a13c1d expref: 21 pid: 22708 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650984.079433:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ee5a0169000/0x798896c918a13c24 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x798896c918a13c1d expref: 21 pid: 22708 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650984.079443:0:22701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee5a0169000/0x798896c918a13c24 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x798896c918a13c1d expref: 21 pid: 22708 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650984.079451:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788650984.079475:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488342d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+20:3645:x1875535807653888:12345-0@lo:103:ldlm_bl.0 Request processed in 63us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650984.079481:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788650984.079503:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3645:1875535807653888:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788650984.079521:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3646:1875535807654016:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788650984.080388:0:25743:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4869e4000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25743:1875535807652864:192.168.201.3@tcp:104: 00000100:00100000:3.0:1788650984.080400:0:25743:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3585180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25743:1875535807652992:192.168.201.3@tcp:104: 00010000:00010000:3.0:1788650984.080428:0:25743:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9ee5a186b200/0x798896c918a13fb9 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650984.086697:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650984.086789:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650984.087005:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783420928 00000100:00100000:3.0:1788650984.087015:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783420928 00010000:00010000:3.0:1788650984.087077:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ee4878ff800/0x798896c918a13f88 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102f7a expref: 13 pid: 22711 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788650984.087117:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783421056 00000100:00100000:3.0:1788650984.087127:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783421056 00010000:00010000:3.0:1788650984.087140:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ee4878fee00/0x798896c918a13f49 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102f0a expref: 14 pid: 22710 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788650984.087265:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 13 00000100:00100000:0.0:1788650984.087279:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c345c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b632fcea-30b7-441a-a6af-22cbe0e84adb+14:2400:x1875535783420928:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788650984.087297:0:22703:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788650984.087304:0:22703:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ee4878ff800/0x798896c918a13f88 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102f7a expref: 14 pid: 22711 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650984.087316:0:22703:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ee4878ff800/0x798896c918a13f88 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102f7a expref: 14 pid: 22711 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650984.087337:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee4878ff800/0x798896c918a13f88 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102f7a expref: 14 pid: 22711 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650984.087359:0:22703:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788650984.087417:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c345c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b632fcea-30b7-441a-a6af-22cbe0e84adb+13:2400:x1875535783420928:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 143us (739us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650984.087434:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 13 00000100:00100000:0.0:1788650984.087478:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 14 00000100:00100000:0.0:1788650984.087484:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3586300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b632fcea-30b7-441a-a6af-22cbe0e84adb+12:2399:x1875535783421056:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788650984.087491:0:22703:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788650984.087497:0:22703:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ee4878fee00/0x798896c918a13f49 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102f0a expref: 12 pid: 22710 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650984.087506:0:22703:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ee4878fee00/0x798896c918a13f49 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102f0a expref: 12 pid: 22710 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650984.087515:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee4878fee00/0x798896c918a13f49 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102f0a expref: 12 pid: 22710 timeout: 870 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650984.087526:0:22703:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9ee5a186b200/0x798896c918a13fb9 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650984.087535:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee5a186b200/0x798896c918a13fb9 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650984.087551:0:22703:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ee5a186b200/0x798896c918a13fb9 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650984.087558:0:22703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ee5a186b200/0x798896c918a13fb9 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650984.087564:0:22703:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9ee5a186b200/0x798896c918a13fb9 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650984.087570:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9ee5a186b200/0x798896c918a13fb9 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650984.087582:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5a186b200 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:0.0:1788650984.087588:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9ee5a186b200/0x798896c918a13fb9 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650984.087597:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9ee5a186b200/0x798896c918a13fb9 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650984.087629:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9ee5a186b200/0x798896c918a13fb9 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650984.087652:0:22703:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788650984.087672:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3586300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:b632fcea-30b7-441a-a6af-22cbe0e84adb+11:2399:x1875535783421056:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 188us (882us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650984.087679:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 14 00010000:00010000:3.0:1788650984.088758:0:25743:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9ee5a186b200/0x798896c918a13fb9 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650984.088772:0:25743:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9ee5a186b200/0x798896c918a13fb9 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650984.088778:0:25743:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ee5a186b200/0x798896c918a13fb9 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25743 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650984.583241:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788650984.837498:0:3644:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788650984.837534:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875535807654144:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788650984.837598:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650984.837885:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3644:1875535807654272:0@lo:400:kworker.0 00000100:00100000:1.0:1788650984.837901:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875535807654400:0@lo:400:kworker.0 00000100:00100000:3.0:1788650984.837921:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650984.837957:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875535807654784:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788650984.837963:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650984.837991:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875535807654912:0@lo:400:kworker.0 00000100:00100000:3.0:1788650984.837996:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650984.838023:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875535807655296:0@lo:400:kworker.0 00000100:00100000:1.0:1788650984.838051:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650984.838091:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807654144 00000100:00100000:3.0:1788650984.838099:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807654144 00000100:00100000:1.0:1788650984.838107:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1875535807655424:0@lo:400:kworker.0 00000100:00100000:1.0:1788650984.838137:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650984.838153:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807654784 00000100:00100000:3.0:1788650984.838158:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807654784 00000100:00100000:1.0:1788650984.838161:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1875535807655936:0@lo:400:kworker.0 00000100:00100000:3.0:1788650984.838184:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788650984.838190:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650984.838196:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488342a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875535807654144:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788650984.838213:0:3645:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788650984.838221:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875535807654528:0@lo:400:kworker.0 00002000:00000024:3.0:1788650984.838227:0:24226:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788650984.838309:0:23760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807654400 00000100:00100000:0.0:1788650984.838313:0:23760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807654400 00000100:00100000:0.0:1788650984.838342:0:23760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1788650984.838349:0:23760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1875535807654400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650984.838576:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807654656:0@lo:400:kworker.0 00000100:00100000:1.0:1788650984.838775:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650984.838799:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807655040:0@lo:400:kworker.0 00000100:00100000:1.0:1788650984.838824:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650984.838843:0:3645:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1875535807655552:0@lo:400:kworker.0 00000100:00100000:1.0:1788650984.838863:0:3645:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650984.838906:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807654272 00000100:00100000:1.0:1788650984.838910:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807654272 00000100:00100000:1.0:1788650984.838941:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1788650984.838949:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878de850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+20:3644:x1875535807654272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650984.838983:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878de850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+20:3644:x1875535807654272:12345-0@lo:400:kworker.0 Request processed in 34us (1062us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650984.838990:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1788650984.839033:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807654912 00000100:00100000:1.0:1788650984.839037:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807654912 00000100:00100000:1.0:1788650984.839075:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807655424 00000100:00100000:1.0:1788650984.839079:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807655424 00000100:00100000:1.0:1788650984.839105:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807655936 00000100:00100000:1.0:1788650984.839108:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807655936 00000100:00100000:1.0:1788650984.839121:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807655552 00000100:00100000:1.0:1788650984.839124:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807655552 00000100:00100000:1.0:1788650984.839137:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1788650984.839142:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee58562b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875535807654912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650984.839178:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee58562b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3645:x1875535807654912:12345-0@lo:400:kworker.0 Request processed in 36us (1128us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650984.839185:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1788650984.839197:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1788650984.839203:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee58562b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875535807655424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788650984.839230:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee58562b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3645:x1875535807655424:12345-0@lo:400:kworker.0 Request processed in 28us (1094us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650984.841387:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488342a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875535807654144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3186us (3780us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650984.841412:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788650984.841444:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788650984.841454:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488343b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875535807654784:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788650984.841483:0:24226:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788650984.841530:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488343b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875535807654784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (3537us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650984.841536:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788650984.841563:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1788650984.841570:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee585628e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1875535807655936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650984.841598:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee585628e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3645:x1875535807655936:12345-0@lo:400:kworker.0 Request processed in 30us (3409us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650984.841604:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1788650984.841618:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788650984.841641:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee585629500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875535807655552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650984.841668:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee585629500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3645:x1875535807655552:12345-0@lo:400:kworker.0 Request processed in 45us (2804us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650984.841673:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788650984.841711:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807655040 00000100:00100000:3.0:1788650984.841941:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807655040 00000100:00100000:3.0:1788650984.841970:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1788650984.841976:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee58562bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807655040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650984.842014:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee58562bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3645:x1875535807655040:12345-0@lo:400:kworker.0 Request processed in 38us (3189us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650984.842019:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1788650984.842159:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650984.842204:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875535807655808:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788650984.842236:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650984.842287:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875535807654144:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788650984.842315:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3644:1875535807654272:0@lo:400:kworker.0 00000100:00100000:3.0:1788650984.842327:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875535807654784:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788650984.842352:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807655296 00000100:00100000:3.0:1788650984.842356:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807655296 00000100:00100000:3.0:1788650984.842377:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788650984.842383:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875535807655296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650984.842416:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488340000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3644:x1875535807655296:12345-0@lo:400:kworker.0 Request processed in 33us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650984.842422:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788650984.842449:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3644:1875535807655296:0@lo:400:kworker.0 00000100:00080000:3.0:1788650984.842482:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788650984.842487:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788650984.842489:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788650984.842492:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788650984.842500:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807655808 00000100:00100000:3.0:1788650984.842504:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807655808 00000100:00100000:3.0:1788650984.842534:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788650984.842540:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488342680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875535807655808:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788650984.842553:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788650984.842589:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488342680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3644:x1875535807655808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 49us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650984.842595:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00080000:3.0:1788650984.842614:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788650984.842743:0:23760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3645:x1875535807654400:12345-0@lo:400:kworker.0 Request processed in 4393us (4781us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650984.842750:0:23760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1788650984.842791:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807654528 00000100:00100000:0.0:1788650984.842795:0:24222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807654528 00000100:00100000:0.0:1788650984.842837:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788650984.842844:0:24222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee585628700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1875535807654528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788650984.842876:0:24222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee585628700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3645:x1875535807654528:12345-0@lo:400:kworker.0 Request processed in 34us (4101us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650984.842888:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788650984.842924:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875535807654528:0@lo:400:kworker.0 00000100:00100000:0.0:1788650984.842934:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3645:1875535807655040:0@lo:400:kworker.0 00010000:00080000:0.0:1788650984.842946:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee5c3587100 x1875535807655552/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788651000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788650984.842956:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3645:1875535807655552:0@lo:400:kworker.0 00000100:00100000:0.0:1788650984.842965:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3645:1875535807654400:0@lo:400:kworker.0 00000100:00100000:0.0:1788650984.842974:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3645:1875535807654912:0@lo:400:kworker.0 00000100:00100000:0.0:1788650984.842984:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3645:1875535807655424:0@lo:400:kworker.0 00010000:00080000:0.0:1788650984.842993:0:3645:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee5c3585f80 x1875535807655936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788651000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788650984.843001:0:3645:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3645:1875535807655936:0@lo:400:kworker.0 00000100:00100000:2.0:1788650984.843308:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650984.843339:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807655168:0@lo:400:kworker.0 00000100:00100000:2.0:1788650984.843361:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650984.843380:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807654656 00000100:00100000:2.0:1788650984.843383:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807654656 00000100:00100000:2.0:1788650984.843402:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807655168 00000100:00100000:2.0:1788650984.843404:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807655168 00000100:00100000:2.0:1788650984.843422:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788650984.843427:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48806f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875535807654656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650984.843468:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48806f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3643:x1875535807654656:12345-0@lo:400:kworker.0 Request processed in 40us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650984.843475:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1788650984.843489:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788650984.843495:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c5710c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807655168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650984.843521:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c5710c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807655168:12345-0@lo:400:kworker.0 Request processed in 27us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650984.843526:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00080000:2.0:1788650984.843659:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788650984.843689:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1788650984.843724:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488343100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3644:1875535807655808:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788650984.848461:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807655168:0@lo:400:kworker.0 00000100:00100000:2.0:1788650984.848481:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1875535807655680:0@lo:400:kworker.0 00000100:00100000:2.0:1788650984.848557:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650984.849372:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807654656:0@lo:400:kworker.0 00000100:00100000:3.0:1788650984.849511:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807655680 00000100:00100000:3.0:1788650984.849519:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807655680 00000100:00100000:3.0:1788650984.849607:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788650984.849616:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48806fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1875535807655680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650984.849696:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48806fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3643:x1875535807655680:12345-0@lo:400:kworker.0 Request processed in 81us (1138us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650984.849703:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00080000:2.0:1788650984.849849:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788650984.849874:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3643:1875535807655680:0@lo:400:kworker.0 00000100:00100000:1.0:1788650985.075002:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650985.075337:0:25053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783421184 00000100:00100000:3.0:1788650985.075347:0:25053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783421184 00000100:00080000:2.0:1788650985.075489:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788650985.075587:0:25053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 23 00000100:00100000:3.0:1788650985.075601:0:25053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee585629180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:18689:x1875535783421184:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788650985.075620:0:25053:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788650985.075650:0:25053:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b000/0x798896c918a13fc0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3102fb2 expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.075717:0:25053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a800/0x798896c918a13fc7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.075731:0:25053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a800/0x798896c918a13fc7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.075755:0:25053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a800/0x798896c918a13fc7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.075769:0:25053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ae00/0x798896c918a13fce lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.075791:0:25053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ae00/0x798896c918a13fce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.075798:0:25053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ae00/0x798896c918a13fce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.075995:0:25053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b800/0x798896c918a13fd5 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.076004:0:25053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b800/0x798896c918a13fd5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.076011:0:25053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b800/0x798896c918a13fd5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788650985.076041:0:25053:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788650985.076044:0:25053:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788650985.076137:0:25053:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b800/0x798896c918a13fd5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.076151:0:25053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a800/0x798896c918a13fc7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.076158:0:25053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a800/0x798896c918a13fc7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.076165:0:25053:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a800/0x798896c918a13fc7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.076172:0:25053:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c354a800 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:3.0:1788650985.076176:0:25053:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a800/0x798896c918a13fc7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.076361:0:25053:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a800/0x798896c918a13fc7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.076375:0:25053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ee58734e600) 00010000:00010000:3.0:1788650985.076379:0:25053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788650985.076384:0:25053:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a800/0x798896c918a13fc7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.076390:0:25053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a800/0x798896c918a13fc7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.076405:0:25053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ae00/0x798896c918a13fce lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.076411:0:25053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ae00/0x798896c918a13fce lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.076416:0:25053:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ae00/0x798896c918a13fce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.076421:0:25053:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c354ae00 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:3.0:1788650985.076424:0:25053:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ae00/0x798896c918a13fce lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.076565:0:25053:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ae00/0x798896c918a13fce lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.076574:0:25053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff9ee5a1bb8c00) 00010000:00010000:3.0:1788650985.076577:0:25053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788650985.076579:0:25053:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ae00/0x798896c918a13fce lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.076595:0:25053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ae00/0x798896c918a13fce lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.076645:0:25053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b000/0x798896c918a13fc0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fb2 expref: 8 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.076659:0:25053:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b800/0x798896c918a13fd5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fb2 expref: 7 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.076665:0:25053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9ee5a1bb8400) 00010000:00010000:3.0:1788650985.076668:0:25053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788650985.076670:0:25053:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5c354b800, rc 0) 00000100:00100000:3.0:1788650985.076904:0:25053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee585629180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+7:18689:x1875535783421184:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 Request processed in 1306us (1911us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650985.076913:0:25053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 23 00000100:00100000:0.0:1788650985.103302:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650985.105513:0:22728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783421312 00000100:00100000:2.0:1788650985.105537:0:22728:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783421312 00000100:00100000:2.0:1788650985.105623:0:22728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 5 00000100:00100000:2.0:1788650985.105644:0:22728:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:481c7c94-fbbe-480b-89ac-e564a038fbc2+7:18689:x1875535783421312:12345-192.168.201.3@tcp:900:lhsmtool_posix.0 00000100:00100000:2.0:1788650985.105751:0:22728:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:481c7c94-fbbe-480b-89ac-e564a038fbc2+7:18689:x1875535783421312:12345-192.168.201.3@tcp:900:lhsmtool_posix.0 Request processed in 101us (2450us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650985.105760:0:22728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 5 00000100:00100000:2.0:1788650985.110401:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650985.110558:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783421568 00000100:00100000:3.0:1788650985.110568:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783421568 00000100:00100000:3.0:1788650985.110642:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 24 00000100:00100000:3.0:1788650985.110654:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48806f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+7:18689:x1875535783421568:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788650985.110681:0:22717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788650985.110712:0:22717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b000/0x798896c918a13fdc lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3102fb9 expref: -99 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.110811:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ae00/0x798896c918a13fe3 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.110837:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ae00/0x798896c918a13fe3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.110859:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ae00/0x798896c918a13fe3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.110877:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a800/0x798896c918a13fea lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.110885:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a800/0x798896c918a13fea lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.110892:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a800/0x798896c918a13fea lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.111017:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ba00/0x798896c918a13ff1 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.111025:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ba00/0x798896c918a13ff1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.111033:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ba00/0x798896c918a13ff1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788650985.111043:0:22717:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:3.0:1788650985.111249:0:22717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ae00/0x798896c918a13fe3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.111257:0:22717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ae00/0x798896c918a13fe3 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.111264:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ae00/0x798896c918a13fe3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.111269:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c354ae00 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:3.0:1788650985.111279:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ae00/0x798896c918a13fe3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.111288:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ae00/0x798896c918a13fe3 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.111300:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9ee5a1bb8400) 00010000:00010000:3.0:1788650985.111304:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788650985.111308:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ae00/0x798896c918a13fe3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.111315:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ae00/0x798896c918a13fe3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.111328:0:22717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a800/0x798896c918a13fea lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.111334:0:22717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a800/0x798896c918a13fea lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.111341:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a800/0x798896c918a13fea lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.111346:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c354a800 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:3.0:1788650985.111349:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a800/0x798896c918a13fea lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.111354:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a800/0x798896c918a13fea lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.111362:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9ee5a1bb8c00) 00010000:00010000:3.0:1788650985.111364:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788650985.111373:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a800/0x798896c918a13fea lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.111380:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a800/0x798896c918a13fea lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.115120:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b000/0x798896c918a13fdc lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fb9 expref: 10 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.115160:0:22717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ba00/0x798896c918a13ff1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fb9 expref: 9 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.115170:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9ee5a1bb8300) 00010000:00010000:3.0:1788650985.115173:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788650985.115176:0:22717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5c354ba00, rc 0) 00000100:00100000:3.0:1788650985.115253:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48806f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+9:18689:x1875535783421568:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 Request processed in 4600us (4864us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1788650985.115262:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 24 00000100:00100000:3.0:1788650985.123814:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650985.124048:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783421696 00000100:00100000:2.0:1788650985.124097:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783421696 00000100:00100000:2.0:1788650985.124165:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 25 00000100:00100000:2.0:1788650985.124175:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+9:18689:x1875535783421696:12345-192.168.201.3@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788650985.124283:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488343100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+9:18689:x1875535783421696:12345-192.168.201.3@tcp:59:lhsmtool_posix.0 Request processed in 109us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650985.124290:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 25 00000100:00100000:0.0:1788650985.127612:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650985.129214:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783421824 00000100:00100000:3.0:1788650985.129232:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783421824 00000100:00100000:3.0:1788650985.129319:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 26 00000100:00100000:3.0:1788650985.129332:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488893480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+5:18689:x1875535783421824:12345-192.168.201.3@tcp:59:lhsmtool_posix.0 00000100:00080000:2.0:1788650985.129427:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:3.0:1788650985.130551:0:22716:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 1174us 00000100:00100000:3.0:1788650985.183862:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488893480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+5:18689:x1875535783421824:12345-192.168.201.3@tcp:59:lhsmtool_posix.0 Request processed in 54522us (56249us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650985.183878:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 26 00000100:00100000:0.0:1788650985.209051:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650985.209419:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783421952 00000100:00100000:2.0:1788650985.209440:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783421952 00000100:00100000:2.0:1788650985.209500:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 27 00000100:00100000:2.0:1788650985.209512:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488890000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+9:18695:x1875535783421952:12345-192.168.201.3@tcp:101:lfs.0 00010000:00010000:2.0:1788650985.209535:0:22718:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788650985.209562:0:22718:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a13fff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3102fc0 expref: -99 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.209655:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a14006 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.209671:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a14006 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.209685:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a14006 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.209743:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fe200/0x798896c918a1400d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.209962:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fe200/0x798896c918a1400d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.209984:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fe200/0x798896c918a1400d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.210038:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a14006 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.210046:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a14006 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.210052:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a14006 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.210076:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4878ffa00 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:2.0:1788650985.210081:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a14006 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.210090:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a14006 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.210102:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ee58734e600) 00010000:00010000:2.0:1788650985.210106:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788650985.210110:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a14006 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.210117:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a14006 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.210131:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fe200/0x798896c918a1400d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.210137:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fe200/0x798896c918a1400d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.210163:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fe200/0x798896c918a1400d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.210167:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4878fe200 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:2.0:1788650985.210170:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fe200/0x798896c918a1400d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.210176:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fe200/0x798896c918a1400d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.210184:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9ee5c351b400) 00010000:00010000:2.0:1788650985.210504:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788650985.210509:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fe200/0x798896c918a1400d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.210515:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fe200/0x798896c918a1400d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.210550:0:22718:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a13fff lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fc0 expref: 10 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.210560:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ee58734e600) 00010000:00010000:2.0:1788650985.210562:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788650985.210565:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a13fff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fc0 expref: 10 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.210573:0:22718:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4878fec00, rc 0) 00000100:00100000:2.0:1788650985.210648:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488890000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+9:18695:x1875535783421952:12345-192.168.201.3@tcp:101:lfs.0 Request processed in 1139us (1608us total) trans 0 rc 301/301 00000100:00100000:2.0:1788650985.210674:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 27 00000100:00100000:2.0:1788650985.228496:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650985.228708:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783422080 00000100:00100000:3.0:1788650985.228735:0:22725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783422080 00000100:00100000:3.0:1788650985.228856:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 0 00000100:00100000:3.0:1788650985.228869:0:22725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48806c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:481c7c94-fbbe-480b-89ac-e564a038fbc2+9:18695:x1875535783422080:12345-192.168.201.3@tcp:700:lfs.0 00000100:00100000:3.0:1788650985.228971:0:22725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48806c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:481c7c94-fbbe-480b-89ac-e564a038fbc2+9:18695:x1875535783422080:12345-192.168.201.3@tcp:700:lfs.0 Request processed in 105us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650985.228979:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 0 00000100:00100000:3.0:1788650985.238289:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650985.238546:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783422336 00000100:00100000:1.0:1788650985.238557:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783422336 00000100:00100000:1.0:1788650985.238654:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 28 00000100:00100000:1.0:1788650985.238665:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+9:18695:x1875535783422336:12345-192.168.201.3@tcp:36:lfs.0 00010000:00010000:1.0:1788650985.238731:0:22717:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788650985.238769:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186aa00/0x798896c918a13f73 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102f3b expref: 9 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.238790:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ee58734e600) 00010000:00010000:1.0:1788650985.238795:0:22717:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788650985.238880:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186ae00/0x798896c918a14014 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.238915:0:22717:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b600/0x798896c918a13fb2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fab expref: 5 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.238924:0:22717:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186ae00/0x798896c918a14014 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.238964:0:22717:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b600/0x798896c918a13fb2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fab expref: 5 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.238978:0:22717:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b600/0x798896c918a13fb2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fab expref: 5 pid: 25053 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650985.238993:0:22717:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee585629c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22717:1875535807656064:192.168.201.3@tcp:104: 00000100:00100000:1.0:1788650985.239140:0:22717:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee4891216c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788650985.242470:0:22717:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee585629c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22717:1875535807656064:192.168.201.3@tcp:104: 00010000:00010000:1.0:1788650985.242504:0:22717:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186ae00/0x798896c918a14014 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788650985.243349:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650985.244341:0:25745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783422464 00000100:00100000:1.0:1788650985.244352:0:25745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783422464 00010000:00010000:1.0:1788650985.244422:0:25745:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b600/0x798896c918a13fb2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fab expref: 6 pid: 25053 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788650985.244539:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788650985.244634:0:25745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 15 00000100:00100000:1.0:1788650985.244647:0:25745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488340700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+6:2400:x1875535783422464:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788650985.244662:0:25745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788650985.244685:0:25745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b600/0x798896c918a13fb2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fab expref: 6 pid: 25053 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.244699:0:25745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b600/0x798896c918a13fb2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fab expref: 6 pid: 25053 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.244721:0:25745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b600/0x798896c918a13fb2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fab expref: 6 pid: 25053 timeout: 871 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.244735:0:25745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ee58734e600) 00010000:00010000:1.0:1788650985.244739:0:25745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186ae00/0x798896c918a14014 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.244759:0:25745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186ae00/0x798896c918a14014 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.244767:0:25745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186ae00/0x798896c918a14014 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.244799:0:25745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788650985.245008:0:22717:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186ae00/0x798896c918a14014 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.245017:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186ae00/0x798896c918a14014 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.245041:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b000/0x798896c918a1401b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.245050:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b000/0x798896c918a1401b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.245074:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b000/0x798896c918a1401b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650985.247616:0:25745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488340700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+5:2400:x1875535783422464:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 2958us (4256us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650985.247640:0:25745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 15 00010000:00010000:3.0:1788650985.261851:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ae00/0x798896c918a14022 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.261879:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ae00/0x798896c918a14022 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.261893:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ae00/0x798896c918a14022 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788650985.261924:0:22717:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000a3ed4fdb reply state 000000004974f782 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ae00/0x798896c918a14022 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.261948:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ae00/0x798896c918a14022 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.261956:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ee5a1bb8600) 00010000:00010000:3.0:1788650985.261958:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788650985.261963:0:22717:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1788650985.261969:0:22717:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1788650985.261978:0:22717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186ae00/0x798896c918a14014 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.261985:0:22717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186ae00/0x798896c918a14014 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.261993:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186ae00/0x798896c918a14014 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.261999:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5a186ae00 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:3.0:1788650985.262003:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186ae00/0x798896c918a14014 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.262011:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186ae00/0x798896c918a14014 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.262023:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ee58734e600) 00010000:00010000:3.0:1788650985.262025:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788650985.262029:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186ae00/0x798896c918a14014 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.262046:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186ae00/0x798896c918a14014 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788650985.262090:0:22717:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000a3ed4fdb reply state 000000004974f782 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b000/0x798896c918a1401b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.262100:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b000/0x798896c918a1401b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.262105:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9ee5a1bb8c00) 00010000:00010000:3.0:1788650985.262108:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788650985.262110:0:22717:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1788650985.266358:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+10:18695:x1875535783422336:12345-192.168.201.3@tcp:36:lfs.0 Request processed in 27680us (28065us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1788650985.266373:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 28 00000100:00100000:3.0:1788650985.450133:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650985.450246:0:25053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783422592 00000100:00100000:0.0:1788650985.450259:0:25053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783422592 00000100:00100000:0.0:1788650985.450692:0:25053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 29 00000100:00100000:0.0:1788650985.450705:0:25053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+10:18703:x1875535783422592:12345-192.168.201.3@tcp:101:lctl.0 00010000:00010000:0.0:1788650985.450751:0:25053:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788650985.450784:0:25053:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8ec00/0x798896c918a14029 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3102fc7 expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.450887:0:25053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8ee00/0x798896c918a14030 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.450905:0:25053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8ee00/0x798896c918a14030 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.450921:0:25053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8ee00/0x798896c918a14030 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788650985.450976:0:25053:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788650985.450980:0:25053:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788650985.451050:0:25053:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8ee00/0x798896c918a14030 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.455041:0:25053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8ec00/0x798896c918a14029 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fc7 expref: 12 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.455716:0:25053:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8ee00/0x798896c918a14030 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fc7 expref: 11 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.455727:0:25053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ee59558cb00) 00010000:00010000:0.0:1788650985.455730:0:25053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788650985.455734:0:25053:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5b6d8ee00, rc 0) 00000100:00100000:0.0:1788650985.455898:0:25053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+11:18703:x1875535783422592:12345-192.168.201.3@tcp:101:lctl.0 Request processed in 5195us (5774us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650985.455908:0:25053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 29 00000100:00100000:2.0:1788650985.509992:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650985.510404:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783422720 00000100:00100000:3.0:1788650985.510421:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783422720 00000100:00100000:3.0:1788650985.510486:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 30 00000100:00100000:3.0:1788650985.510494:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48794f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+5:18704:x1875535783422720:12345-192.168.201.3@tcp:101:lfs.0 00010000:00010000:3.0:1788650985.510513:0:22716:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788650985.510532:0:22716:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a800/0x798896c918a14037 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3102fce expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.510612:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a000/0x798896c918a1403e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.510639:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a000/0x798896c918a1403e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.510667:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a000/0x798896c918a1403e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788650985.510719:0:22716:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788650985.510723:0:22716:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788650985.510757:0:22716:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a000/0x798896c918a1403e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.510789:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a800/0x798896c918a14037 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fce expref: 7 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.510810:0:22716:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a000/0x798896c918a1403e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fce expref: 6 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.510819:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ee59558cb00) 00010000:00010000:3.0:1788650985.510822:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788650985.510826:0:22716:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5c354a000, rc 0) 00000100:00100000:3.0:1788650985.511562:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48794f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+6:18704:x1875535783422720:12345-192.168.201.3@tcp:101:lfs.0 Request processed in 1064us (1574us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650985.511571:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 30 00000100:00100000:3.0:1788650985.520421:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650985.520503:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783422848 00000100:00100000:2.0:1788650985.520513:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783422848 00000100:00100000:2.0:1788650985.520683:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 31 00000100:00100000:2.0:1788650985.520716:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488340a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+6:18704:x1875535783422848:12345-192.168.201.3@tcp:101:lfs.0 00010000:00010000:2.0:1788650985.520749:0:22718:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788650985.520787:0:22718:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fe200/0x798896c918a14045 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3102fd5 expref: -99 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.521093:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a1404c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.521110:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a1404c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.521122:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a1404c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.521136:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a14053 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.521143:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a14053 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.521149:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a14053 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.521303:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ff800/0x798896c918a1405a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.521313:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ff800/0x798896c918a1405a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.521320:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ff800/0x798896c918a1405a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788650985.521363:0:22718:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788650985.521368:0:22718:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788650985.521393:0:22718:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ff800/0x798896c918a1405a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.521406:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a1404c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.521412:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a1404c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.521419:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a1404c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.521424:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4878ffa00 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:2.0:1788650985.521429:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a1404c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.521437:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a1404c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.521451:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ee59558cb00) 00010000:00010000:2.0:1788650985.521462:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788650985.521468:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a1404c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.521474:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a1404c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.521489:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a14053 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.521494:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a14053 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.521500:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a14053 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.521505:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4878fec00 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:2.0:1788650985.521508:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a14053 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.521514:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a14053 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.521521:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9ee5a1bb8c00) 00010000:00010000:2.0:1788650985.521524:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788650985.521527:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a14053 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.521532:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a14053 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.521637:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fe200/0x798896c918a14045 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fd5 expref: 8 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.521664:0:22718:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ff800/0x798896c918a1405a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fd5 expref: 7 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.521672:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ee5a1bb8600) 00010000:00010000:2.0:1788650985.521675:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788650985.521677:0:22718:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4878ff800, rc 0) 00000100:00100000:2.0:1788650985.521742:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488340a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+7:18704:x1875535783422848:12345-192.168.201.3@tcp:101:lfs.0 Request processed in 1048us (1328us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650985.521750:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 31 00000100:00100000:0.0:1788650985.534325:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 10000000:01000000:0.0:1788650985.541632:0:22713:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788650985.541661:0:22713:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ee4881d5000 from 13 10000000:01000000:0.0:1788650985.541667:0:22713:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788650985.541721:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5b6d8e800/0x798896c918a14061 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.541733:0:22713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff9ee5b6d8e800/0x798896c918a14061 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.541757:0:22713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff9ee5b6d8e800/0x798896c918a14061 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788650985.541786:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488892d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807656192:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788650985.542031:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650985.542288:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5c57ee0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788650985.546765:0:22728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783422976 00000100:00100000:2.0:1788650985.546783:0:22728:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783422976 00000100:00100000:2.0:1788650985.546887:0:22728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 6 00000100:00100000:2.0:1788650985.546899:0:22728:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+5:18704:x1875535783422976:12345-192.168.201.3@tcp:900:lfs.0 00000100:00100000:2.0:1788650985.546991:0:22728:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+5:18704:x1875535783422976:12345-192.168.201.3@tcp:900:lfs.0 Request processed in 94us (12677us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650985.546999:0:22728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 6 00000100:00080000:3.0:1788650985.547283:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788650985.547850:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807656192 00000100:00100000:1.0:1788650985.547866:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807656192 00000100:00100000:1.0:1788650985.547916:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1788650985.547924:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878dc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+20:22713:x1875535807656192:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788650985.547936:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788650985.547957:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee5a186aa00/0x798896c918a14068 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x798896c918a14061 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.547995:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee5a186aa00/0x798896c918a14068 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x798896c918a14061 expref: 21 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.548006:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee5a186aa00/0x798896c918a14068 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a14061 expref: 21 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.548014:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5a186aa00, rc 0) 00000100:00100000:1.0:1788650985.548664:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878dc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:22713:x1875535807656192:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 738us (6631us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650985.548672:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:3.0:1788650985.555868:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488892d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807656192:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788650985.555901:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff9ee5b6d8e800/0x798896c918a14061 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a14068 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.555914:0:22713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff9ee5b6d8e800/0x798896c918a14061 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a14068 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788650985.556109:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488341c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807656320:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788650985.556556:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650985.556601:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5887736c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788650985.557261:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807656320 00000100:00100000:0.0:1788650985.557271:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807656320 00000100:00100000:0.0:1788650985.557327:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1788650985.557344:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878dcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:22713:x1875535807656320:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788650985.557499:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878dcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:22713:x1875535807656320:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 156us (943us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650985.557506:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1788650985.557590:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488341c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807656320:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788650985.557631:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650985.557646:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488341c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807656448:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788650985.557710:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650985.557742:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5887736c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788650985.557785:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783423232 00000100:00100000:2.0:1788650985.557790:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783423232 00000100:00100000:2.0:1788650985.557842:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 32 00000100:00100000:2.0:1788650985.557850:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488890a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+7:18704:x1875535783423232:12345-192.168.201.3@tcp:101:lfs.0 00010000:00010000:2.0:1788650985.557873:0:22717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788650985.557892:0:22717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fe200/0x798896c918a1406f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3102fdc expref: -99 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788650985.557970:0:22717:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1788650985.558117:0:22717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fe200/0x798896c918a1406f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fdc expref: 9 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.558132:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ee59558cb00) 00010000:00010000:2.0:1788650985.558135:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788650985.558140:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fe200/0x798896c918a1406f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fdc expref: 9 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.558153:0:22717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4878fe200, rc 0) 00000100:00100000:2.0:1788650985.558193:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488890a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+8:18704:x1875535783423232:12345-192.168.201.3@tcp:101:lfs.0 Request processed in 343us (575us total) trans 12884901891 rc 301/301 00000100:00100000:2.0:1788650985.558199:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 32 00000100:00100000:0.0:1788650985.558993:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807656448 00000100:00100000:0.0:1788650985.559000:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807656448 00000100:00100000:0.0:1788650985.559044:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1788650985.559053:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:22713:x1875535807656448:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788650985.559231:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878dfc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:22713:x1875535807656448:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 179us (1520us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650985.559240:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1788650985.559396:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488341c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807656448:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1788650985.567328:0:25758:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1788650985.567820:0:22713:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1788650985.567845:0:22713:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788650985.567857:0:22713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5b6d8e800/0x798896c918a14061 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a14068 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.567869:0:22713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee5b6d8e800/0x798896c918a14061 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a14068 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788650985.567880:0:22713:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788650985.567883:0:22713:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ee487a53000 from 13 10000000:01000000:1.0:1788650985.567885:0:22713:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788650985.567923:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5a186ae00/0x798896c918a1407d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.567931:0:22713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff9ee5a186ae00/0x798896c918a1407d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.567952:0:22713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff9ee5a186ae00/0x798896c918a1407d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650985.567987:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee585629c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807656576:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788650985.568107:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650985.568506:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650985.568531:0:25053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783423488 00000100:00100000:0.0:1788650985.568539:0:25053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783423488 00000100:00100000:1.0:1788650985.568669:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee59d65cd80 going to sleep for 11 seconds 00000100:00100000:1.0:1788650985.568698:0:25053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 33 00000100:00100000:1.0:1788650985.568710:0:25053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488891880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+8:18704:x1875535783423488:12345-192.168.201.3@tcp:36:lfs.0 00010000:00010000:1.0:1788650985.568759:0:25053:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788650985.568781:0:25053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ff800/0x798896c918a1405a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fd5 expref: 8 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.568797:0:25053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ee5a1bb8600) 00010000:00010000:1.0:1788650985.568802:0:25053:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788650985.568830:0:25053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a400/0x798896c918a14084 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.568844:0:25053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a400/0x798896c918a14084 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.568854:0:25053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a400/0x798896c918a14084 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788650985.569046:0:25053:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000418d50b0 reply state 0000000005f2ac3f transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a400/0x798896c918a14084 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.569704:0:25053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a400/0x798896c918a14084 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.569711:0:25053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ee5a1bb8600) 00010000:00010000:1.0:1788650985.569715:0:25053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1788650985.569729:0:25053:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1788650985.569738:0:25053:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1788650985.569931:0:25053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488891880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+9:18704:x1875535783423488:12345-192.168.201.3@tcp:36:lfs.0 Request processed in 1221us (1426us total) trans 12884901892 rc 0/0 00000100:00100000:2.0:1788650985.570013:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807656576 00000100:00100000:2.0:1788650985.570020:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807656576 00000100:00100000:2.0:1788650985.570088:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:2.0:1788650985.570098:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878de450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+21:22713:x1875535807656576:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788650985.570111:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788650985.570125:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee4878fe200/0x798896c918a1408b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x798896c918a1407d expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.570148:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee4878fe200/0x798896c918a1408b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x798896c918a1407d expref: 22 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.570159:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee4878fe200/0x798896c918a1408b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a1407d expref: 22 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.570285:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4878fe200, rc 0) 00000100:00100000:2.0:1788650985.570404:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878de450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+22:22713:x1875535807656576:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 307us (2296us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650985.570421:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1788650985.571680:0:25053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 33 00000100:00100000:3.0:1788650985.571914:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee585629c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807656576:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788650985.571946:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff9ee5a186ae00/0x798896c918a1407d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a1408b expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.571958:0:22713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff9ee5a186ae00/0x798896c918a1407d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a1408b expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788650985.572038:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488341c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807656704:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788650985.572117:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650985.572164:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807656704 00000100:00100000:2.0:1788650985.572237:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807656704 00000100:00100000:2.0:1788650985.572275:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1788650985.572284:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4878dd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+22:22713:x1875535807656704:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788650985.572420:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4878dd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+22:22713:x1875535807656704:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 137us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650985.572427:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1788650985.572613:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5887736c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788650985.572636:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488341c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807656704:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788650985.572666:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488341c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807656832:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788650985.572710:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650985.572722:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5887736c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788650985.572777:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807656832 00000100:00100000:2.0:1788650985.572782:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807656832 00000100:00100000:2.0:1788650985.572819:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1788650985.572826:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481727050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+22:22713:x1875535807656832:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788650985.572909:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481727050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+22:22713:x1875535807656832:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 82us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650985.572916:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1788650985.573416:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488341c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807656832:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788650985.577007:0:25759:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000100:00100000:0.0:1788650985.577556:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000020:01000000:3.0:1788650985.577844:0:22713:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1788650985.577868:0:22713:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788650985.577879:0:22713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5a186ae00/0x798896c918a1407d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a1408b expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.577889:0:22713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee5a186ae00/0x798896c918a1407d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a1408b expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788650985.577900:0:22713:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1788650985.577903:0:22713:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ee486636800 from 13 10000000:01000000:3.0:1788650985.577906:0:22713:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788650985.577953:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5c354a800/0x798896c918a14092 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.577961:0:22713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff9ee5c354a800/0x798896c918a14092 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.577971:0:22713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff9ee5c354a800/0x798896c918a14092 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788650985.577995:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488341c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807656960:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788650985.578046:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650985.578111:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5887736c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788650985.578247:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807656960 00000100:00100000:1.0:1788650985.578254:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807656960 00000100:00100000:1.0:1788650985.578297:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1788650985.578306:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481726450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+22:22713:x1875535807656960:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788650985.578318:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788650985.578331:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee5a186b200/0x798896c918a14099 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x798896c918a14092 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.578353:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee5a186b200/0x798896c918a14099 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x798896c918a14092 expref: 23 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.578363:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee5a186b200/0x798896c918a14099 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a14092 expref: 23 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.578372:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5a186b200, rc 0) 00000100:00100000:1.0:1788650985.578410:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481726450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+23:22713:x1875535807656960:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 105us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650985.578416:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1788650985.578604:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488341c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807656960:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788650985.578628:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff9ee5c354a800/0x798896c918a14092 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a14099 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.578638:0:22713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff9ee5c354a800/0x798896c918a14092 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a14099 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788650985.578714:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488341c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807657088:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788650985.578739:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650985.578769:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5887736c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788650985.578814:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807657088 00000100:00100000:0.0:1788650985.578818:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807657088 00000100:00100000:0.0:1788650985.578849:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1788650985.578857:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481725050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+23:22713:x1875535807657088:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788650985.578972:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481725050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+23:22713:x1875535807657088:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 115us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650985.578978:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1788650985.579187:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783423744 00000100:00100000:2.0:1788650985.579192:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783423744 00000100:00100000:2.0:1788650985.579227:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 2 00000100:00100000:2.0:1788650985.579234:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+9:18704:x1875535783423744:12345-192.168.201.3@tcp:35:lfs.0 00000100:00100000:2.0:1788650985.579403:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+10:18704:x1875535783423744:12345-192.168.201.3@tcp:35:lfs.0 Request processed in 169us (1850us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1788650985.579410:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 2 00000100:00100000:3.0:1788650985.579686:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488341c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807657088:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788650985.579716:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488341c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807657216:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788650985.579759:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650985.579789:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5887736c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788650985.579889:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807657216 00000100:00100000:0.0:1788650985.579893:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807657216 00000100:00100000:0.0:1788650985.579924:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1788650985.579931:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481724c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+23:22713:x1875535807657216:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788650985.580042:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481724c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+23:22713:x1875535807657216:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 110us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650985.580094:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1788650985.580615:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488341c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807657216:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1788650985.581710:0:25760:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1788650985.582235:0:22713:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1788650985.582260:0:22713:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788650985.582274:0:22713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5c354a800/0x798896c918a14092 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a14099 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.582285:0:22713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee5c354a800/0x798896c918a14092 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a14099 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788650985.582296:0:22713:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1788650985.582298:0:22713:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ee5b03a3800 from 13 10000000:01000000:3.0:1788650985.582301:0:22713:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788650985.582336:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5c354aa00/0x798896c918a140a0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.582345:0:22713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.103@tcp lock: ffff9ee5c354aa00/0x798896c918a140a0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.582355:0:22713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.103@tcp lock: ffff9ee5c354aa00/0x798896c918a140a0 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788650985.582387:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488341c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807657344:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788650985.582433:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650985.582463:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5887736c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788650985.582641:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807657344 00000100:00100000:1.0:1788650985.582648:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807657344 00000100:00100000:1.0:1788650985.582684:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:1.0:1788650985.582692:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481726050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+23:22713:x1875535807657344:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788650985.582703:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788650985.582714:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee5a186ba00/0x798896c918a140a7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x798896c918a140a0 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.582741:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee5a186ba00/0x798896c918a140a7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x798896c918a140a0 expref: 24 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.582751:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee5a186ba00/0x798896c918a140a7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x798896c918a140a0 expref: 24 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.582760:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5a186ba00, rc 0) 00000100:00100000:1.0:1788650985.582799:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481726050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:22713:x1875535807657344:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 107us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650985.582806:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1788650985.582919:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488341c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807657344:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788650985.582932:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.103@tcp lock: ffff9ee5c354aa00/0x798896c918a140a0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a140a7 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650985.582951:0:22713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.103@tcp lock: ffff9ee5c354aa00/0x798896c918a140a0 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x798896c918a140a7 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788650985.582995:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488341c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807657472:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788650985.583016:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650985.583034:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5887736c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788650985.583095:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807657472 00000100:00100000:2.0:1788650985.583099:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807657472 00000100:00100000:2.0:1788650985.583126:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1788650985.583131:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481725450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:22713:x1875535807657472:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788650985.583235:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481725450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:22713:x1875535807657472:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 103us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650985.583241:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1788650985.583707:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488341c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807657472:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788650985.583734:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488341c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807657600:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788650985.583768:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650985.583795:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5887736c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788650985.583884:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807657600 00000100:00100000:2.0:1788650985.583889:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807657600 00000100:00100000:2.0:1788650985.583914:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1788650985.583920:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481725850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:22713:x1875535807657600:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788650985.583998:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481725850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:22713:x1875535807657600:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 77us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650985.584005:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1788650985.584250:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488341c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:22713:1875535807657600:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788650985.586626:0:25761:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788650985.588482:0:22713:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788650985.588516:0:22713:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.201.103@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788650985.588528:0:22713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.103@tcp lock: ffff9ee5c354aa00/0x798896c918a140a0 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a140a7 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.588540:0:22713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.103@tcp lock: ffff9ee5c354aa00/0x798896c918a140a0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x798896c918a140a7 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788650985.589683:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650985.589775:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783424000 00000100:00100000:1.0:1788650985.589784:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783424000 00000100:00100000:1.0:1788650985.589851:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 34 00000100:00100000:1.0:1788650985.589861:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+10:18704:x1875535783424000:12345-192.168.201.3@tcp:101:lfs.0 00010000:00010000:1.0:1788650985.589888:0:22717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788650985.589911:0:22717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186b000/0x798896c918a140ae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3102fe3 expref: -99 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.589998:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a800/0x798896c918a140b5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.590013:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a800/0x798896c918a140b5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.590026:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a800/0x798896c918a140b5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.590037:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a000/0x798896c918a140bc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.590087:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a000/0x798896c918a140bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.590096:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a000/0x798896c918a140bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788650985.590218:0:22717:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1788650985.590294:0:22717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a800/0x798896c918a140b5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.590302:0:22717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a800/0x798896c918a140b5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.590309:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a800/0x798896c918a140b5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.590315:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5a186a800 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:1.0:1788650985.590319:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a800/0x798896c918a140b5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.590327:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a800/0x798896c918a140b5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.590341:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ee59558cb00) 00010000:00010000:1.0:1788650985.590344:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788650985.590349:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a800/0x798896c918a140b5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.590355:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a800/0x798896c918a140b5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.590380:0:22717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a000/0x798896c918a140bc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.590386:0:22717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a000/0x798896c918a140bc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.590391:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a000/0x798896c918a140bc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.590395:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5a186a000 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:1.0:1788650985.590398:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a000/0x798896c918a140bc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.590403:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a000/0x798896c918a140bc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.590410:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9ee5a1bb8c00) 00010000:00010000:1.0:1788650985.590413:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788650985.590415:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a000/0x798896c918a140bc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.590420:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a000/0x798896c918a140bc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.590450:0:22717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186b000/0x798896c918a140ae lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fe3 expref: 12 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.590460:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ee59558cb00) 00010000:00010000:1.0:1788650985.590463:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788650985.590473:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186b000/0x798896c918a140ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fe3 expref: 12 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.590483:0:22717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5a186b000, rc 0) 00000100:00100000:1.0:1788650985.590717:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+11:18704:x1875535783424000:12345-192.168.201.3@tcp:101:lfs.0 Request processed in 856us (1039us total) trans 12884901894 rc 301/301 00000100:00100000:1.0:1788650985.590726:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 34 00000100:00100000:0.0:1788650985.593866:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650985.594024:0:25053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783424128 00000100:00100000:1.0:1788650985.594034:0:25053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783424128 00000100:00100000:1.0:1788650985.594109:0:25053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 35 00000100:00100000:1.0:1788650985.594121:0:25053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+11:18704:x1875535783424128:12345-192.168.201.3@tcp:101:lfs.0 00010000:00010000:1.0:1788650985.594157:0:25053:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788650985.594181:0:25053:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954a00/0x798896c918a140ca lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3102fea expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.594290:0:25053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954e00/0x798896c918a140d1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.594305:0:25053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954e00/0x798896c918a140d1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.594318:0:25053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954e00/0x798896c918a140d1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788650985.594346:0:25053:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788650985.594349:0:25053:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788650985.594369:0:25053:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954e00/0x798896c918a140d1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.594396:0:25053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954a00/0x798896c918a140ca lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fea expref: 13 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.594433:0:25053:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954e00/0x798896c918a140d1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fea expref: 12 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.594443:0:25053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ee5a1bb8600) 00010000:00010000:1.0:1788650985.594446:0:25053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788650985.594450:0:25053:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee486954e00, rc 0) 00000100:00100000:1.0:1788650985.594505:0:25053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+12:18704:x1875535783424128:12345-192.168.201.3@tcp:101:lfs.0 Request processed in 386us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650985.594512:0:25053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 35 00000100:00100000:0.0:1788650985.600319:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650985.600454:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783424256 00000100:00100000:3.0:1788650985.600465:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783424256 00000100:00100000:3.0:1788650985.600525:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 3 00000100:00100000:3.0:1788650985.600536:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+12:18704:x1875535783424256:12345-192.168.201.3@tcp:37:lfs.0 00000100:00100000:0.0:1788650985.607506:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+12:18704:x1875535783424256:12345-192.168.201.3@tcp:37:lfs.0 Request processed in 6961us (7185us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650985.607520:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 3 00010000:00010000:2.0:1788650985.609506:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788650985.617393:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650985.617598:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783424512 00000100:00100000:3.0:1788650985.617650:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783424512 00000100:00100000:3.0:1788650985.617710:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 4 00000100:00100000:3.0:1788650985.617721:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5951a7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+12:18704:x1875535783424512:12345-192.168.201.3@tcp:35:lfs.0 00000100:00100000:3.0:1788650985.617989:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5951a7050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+13:18704:x1875535783424512:12345-192.168.201.3@tcp:35:lfs.0 Request processed in 269us (606us total) trans 12884901895 rc 0/0 00000100:00100000:3.0:1788650985.617997:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 4 00000100:00100000:3.0:1788650985.689980:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650985.690099:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783424640 00000100:00100000:1.0:1788650985.690109:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783424640 00000100:00100000:1.0:1788650985.690181:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 36 00000100:00100000:1.0:1788650985.690192:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+11:18710:x1875535783424640:12345-192.168.201.3@tcp:101:bash.0 00010000:00010000:1.0:1788650985.690216:0:22717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788650985.690242:0:22717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954a00/0x798896c918a140d8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3102ff1 expref: -99 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.690308:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a140df lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.690322:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a140df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.690334:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a140df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.690347:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954600/0x798896c918a140e6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.690380:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954600/0x798896c918a140e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.690389:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954600/0x798896c918a140e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.690467:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186b000/0x798896c918a140ed lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.690476:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186b000/0x798896c918a140ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.690483:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186b000/0x798896c918a140ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788650985.690514:0:22717:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788650985.690517:0:22717:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788650985.690553:0:22717:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186b000/0x798896c918a140ed lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.690565:0:22717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a140df lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.690571:0:22717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a140df lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.690578:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a140df lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.690584:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee486955c00 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:1.0:1788650985.690588:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a140df lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.690605:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a140df lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.690628:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ee59558cb00) 00010000:00010000:1.0:1788650985.690632:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788650985.690637:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a140df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.690643:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a140df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.690657:0:22717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954600/0x798896c918a140e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.690662:0:22717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954600/0x798896c918a140e6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.690668:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954600/0x798896c918a140e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.690672:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee486954600 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:1.0:1788650985.690675:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954600/0x798896c918a140e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.690680:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954600/0x798896c918a140e6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.690687:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9ee5a1bb8c00) 00010000:00010000:1.0:1788650985.690689:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788650985.690692:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954600/0x798896c918a140e6 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.690708:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954600/0x798896c918a140e6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.690737:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954a00/0x798896c918a140d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102ff1 expref: 13 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.690749:0:22717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186b000/0x798896c918a140ed lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102ff1 expref: 12 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.690756:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ee5a1bb8600) 00010000:00010000:1.0:1788650985.690758:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788650985.690761:0:22717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5a186b000, rc 0) 00000100:00100000:1.0:1788650985.690827:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+12:18710:x1875535783424640:12345-192.168.201.3@tcp:101:bash.0 Request processed in 637us (857us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650985.690834:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 36 00000100:00100000:2.0:1788650985.697576:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650985.697676:0:22728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783424768 00000100:00100000:3.0:1788650985.697687:0:22728:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783424768 00000100:00100000:3.0:1788650985.697750:0:22728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 7 00000100:00100000:3.0:1788650985.697759:0:22728:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3561500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:481c7c94-fbbe-480b-89ac-e564a038fbc2+5:18710:x1875535783424768:12345-192.168.201.3@tcp:900:bash.0 00000100:00100000:3.0:1788650985.697866:0:22728:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3561500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:481c7c94-fbbe-480b-89ac-e564a038fbc2+5:18710:x1875535783424768:12345-192.168.201.3@tcp:900:bash.0 Request processed in 107us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650985.697875:0:22728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 7 00000100:00100000:0.0:1788650985.700395:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650985.700540:0:25053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783425024 00000100:00100000:1.0:1788650985.700551:0:25053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783425024 00000100:00100000:1.0:1788650985.700609:0:25053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 37 00000100:00100000:1.0:1788650985.700630:0:25053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+12:18710:x1875535783425024:12345-192.168.201.3@tcp:101:bash.0 00010000:00010000:1.0:1788650985.700650:0:25053:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788650985.700672:0:25053:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a800/0x798896c918a140f4 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3102ff8 expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.700795:0:25053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a000/0x798896c918a140fb lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.700821:0:25053:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954e00/0x798896c918a140d1 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fea expref: 12 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.700842:0:25053:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a000/0x798896c918a140fb lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.700875:0:25053:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954e00/0x798896c918a140d1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fea expref: 12 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.700888:0:25053:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954e00/0x798896c918a140d1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fea expref: 12 pid: 25053 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650985.700901:0:25053:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee58562a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25053:1875535807657728:192.168.201.3@tcp:104: 00000100:00100000:1.0:1788650985.701203:0:25053:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5b65fac00 going to sleep for 11 seconds 00000100:00100000:0.0:1788650985.711386:0:25053:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee58562a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25053:1875535807657728:192.168.201.3@tcp:104: 00010000:00010000:0.0:1788650985.711420:0:25053:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a000/0x798896c918a140fb lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788650985.714277:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650985.714741:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783425152 00000100:00100000:2.0:1788650985.714752:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783425152 00010000:00010000:2.0:1788650985.714793:0:22703:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954e00/0x798896c918a140d1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fea expref: 13 pid: 25053 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788650985.714845:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 16 00000100:00100000:2.0:1788650985.714855:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488893100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+13:2400:x1875535783425152:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788650985.714873:0:22703:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788650985.714879:0:22703:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954e00/0x798896c918a140d1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fea expref: 13 pid: 25053 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.714892:0:22703:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954e00/0x798896c918a140d1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fea expref: 13 pid: 25053 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.714956:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954e00/0x798896c918a140d1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fea expref: 13 pid: 25053 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.714974:0:22703:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ee5a1bb8600) 00010000:00010000:2.0:1788650985.714980:0:22703:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a000/0x798896c918a140fb lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.714991:0:22703:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a000/0x798896c918a140fb lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.714999:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a000/0x798896c918a140fb lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.715032:0:22703:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788650985.715135:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488893100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+12:2400:x1875535783425152:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 280us (866us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650985.715143:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 16 00010000:00010000:0.0:1788650985.715794:0:25053:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a000/0x798896c918a140fb lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.715814:0:25053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a000/0x798896c918a140fb lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.715866:0:25053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e400/0x798896c918a14102 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.715877:0:25053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e400/0x798896c918a14102 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.715886:0:25053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e400/0x798896c918a14102 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.716541:0:25053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e600/0x798896c918a14109 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.716553:0:25053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e600/0x798896c918a14109 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.716576:0:25053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e600/0x798896c918a14109 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788650985.716589:0:25053:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1788650985.716635:0:25053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a000/0x798896c918a140fb lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.716644:0:25053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a000/0x798896c918a140fb lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.716649:0:25053:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a000/0x798896c918a140fb lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.716655:0:25053:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5a186a000 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:0.0:1788650985.716660:0:25053:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a000/0x798896c918a140fb lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.716667:0:25053:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a000/0x798896c918a140fb lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.716678:0:25053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ee5a1bb8600) 00010000:00010000:0.0:1788650985.716680:0:25053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788650985.716684:0:25053:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a000/0x798896c918a140fb lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.716690:0:25053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a000/0x798896c918a140fb lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788650985.716703:0:25053:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000916c26e4 reply state 000000004cb77d58 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e400/0x798896c918a14102 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.716725:0:25053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e400/0x798896c918a14102 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.716732:0:25053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9ee59558c100) 00010000:00010000:0.0:1788650985.716734:0:25053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788650985.716737:0:25053:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788650985.716774:0:25053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a800/0x798896c918a140f4 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102ff8 expref: 15 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.716790:0:25053:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e600/0x798896c918a14109 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102ff8 expref: 14 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.716797:0:25053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:0.0:1788650985.716800:0:25053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1788650985.716802:0:25053:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5b6d8e600, rc 0) 00000100:00100000:0.0:1788650985.716923:0:25053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+15:18710:x1875535783425024:12345-192.168.201.3@tcp:101:bash.0 Request processed in 16305us (16537us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1788650985.717036:0:25053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 37 00000100:00100000:0.0:1788650985.737982:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650985.738207:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783425280 00000100:00100000:1.0:1788650985.738218:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783425280 00000100:00100000:1.0:1788650985.738278:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 38 00000100:00100000:1.0:1788650985.738288:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+15:18710:x1875535783425280:12345-192.168.201.3@tcp:101:bash.0 00010000:00010000:1.0:1788650985.738313:0:22717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788650985.738333:0:22717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954600/0x798896c918a14117 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3102fff expref: -99 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.738415:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a1411e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.738430:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a1411e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.738442:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a1411e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788650985.738507:0:22717:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:1.0:1788650985.738511:0:22717:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788650985.738528:0:22717:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a1411e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.738538:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a1411e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.738563:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954600/0x798896c918a14117 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fff expref: 17 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.738579:0:22717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a1411e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fff expref: 16 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650985.738587:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:1.0:1788650985.738589:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788650985.738593:0:22717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee486955c00, rc 0) 00000100:00100000:1.0:1788650985.738664:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+16:18710:x1875535783425280:12345-192.168.201.3@tcp:101:bash.0 Request processed in 377us (691us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650985.738671:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 38 00000100:00100000:1.0:1788650985.759117:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650985.759347:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783425536 00000100:00100000:3.0:1788650985.759358:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783425536 00000100:00100000:3.0:1788650985.759423:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 5 00000100:00100000:3.0:1788650985.759435:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee58562ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+16:18710:x1875535783425536:12345-192.168.201.3@tcp:35:bash.0 00000100:00100000:3.0:1788650985.760137:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee58562ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+17:18710:x1875535783425536:12345-192.168.201.3@tcp:35:bash.0 Request processed in 700us (1029us total) trans 12884901897 rc 0/0 00000100:00100000:3.0:1788650985.760146:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 5 00000100:00100000:2.0:1788650985.781368:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650985.781661:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783425664 00000100:00100000:0.0:1788650985.781672:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783425664 00000100:00100000:0.0:1788650985.781736:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 161 00000100:00100000:0.0:1788650985.781746:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481724850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b632fcea-30b7-441a-a6af-22cbe0e84adb+11:18070:x1875535783425664:12345-192.168.201.3@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788650985.781763:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788650985.781782:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee5b6d8f200/0x798896c918a14125 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3103006 expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.781845:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee5b6d8f200/0x798896c918a14125 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103006 expref: 12 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.781867:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee5b6d8f200/0x798896c918a14125 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103006 expref: 12 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.781880:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5b6d8f200, rc 0) 00000100:00100000:0.0:1788650985.781946:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481724850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b632fcea-30b7-441a-a6af-22cbe0e84adb+12:18070:x1875535783425664:12345-192.168.201.3@tcp:101:ll_cfg_requeue.0 Request processed in 201us (590us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650985.781954:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 161 00000100:00100000:0.0:1788650985.788901:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650985.788998:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783425792 00000100:00100000:2.0:1788650985.789008:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783425792 00000100:00100000:2.0:1788650985.789114:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 162 00000100:00100000:2.0:1788650985.789124:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481724050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b632fcea-30b7-441a-a6af-22cbe0e84adb+12:18070:x1875535783425792:12345-192.168.201.3@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788650985.789296:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481724050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b632fcea-30b7-441a-a6af-22cbe0e84adb+12:18070:x1875535783425792:12345-192.168.201.3@tcp:501:ll_cfg_requeue.0 Request processed in 173us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650985.789304:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 162 00000100:00100000:3.0:1788650985.804283:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650985.804392:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783425920 00000100:00100000:1.0:1788650985.804403:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783425920 00000100:00100000:1.0:1788650985.804461:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 163 00000100:00100000:1.0:1788650985.804472:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481726c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b632fcea-30b7-441a-a6af-22cbe0e84adb+12:18070:x1875535783425920:12345-192.168.201.3@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788650985.804627:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481726c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b632fcea-30b7-441a-a6af-22cbe0e84adb+12:18070:x1875535783425920:12345-192.168.201.3@tcp:503:ll_cfg_requeue.0 Request processed in 157us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650985.804645:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 163 00000100:00100000:3.0:1788650985.823439:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650985.823685:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783426048 00000100:00100000:0.0:1788650985.823696:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783426048 00000100:00100000:0.0:1788650985.823754:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 164 00000100:00100000:0.0:1788650985.823764:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481724450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b632fcea-30b7-441a-a6af-22cbe0e84adb+12:18070:x1875535783426048:12345-192.168.201.3@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788650985.823781:0:22708:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788650985.823797:0:22708:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ee5b6d8f800/0x798896c918a1412c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x5f4a966ea310300d expref: -99 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.823835:0:22708:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ee5b6d8f800/0x798896c918a1412c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310300d expref: 13 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.823848:0:22708:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ee5b6d8f800/0x798896c918a1412c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310300d expref: 13 pid: 22708 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.823858:0:22708:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5b6d8f800, rc 0) 00000100:00100000:0.0:1788650985.823915:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481724450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:b632fcea-30b7-441a-a6af-22cbe0e84adb+13:18070:x1875535783426048:12345-192.168.201.3@tcp:101:ll_cfg_requeue.0 Request processed in 152us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650985.823936:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 164 00000100:00100000:0.0:1788650985.829793:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650985.829894:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783426176 00000100:00100000:2.0:1788650985.829905:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783426176 00000100:00100000:2.0:1788650985.829985:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 165 00000100:00100000:2.0:1788650985.829996:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee481727850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b632fcea-30b7-441a-a6af-22cbe0e84adb+13:18070:x1875535783426176:12345-192.168.201.3@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788650985.830185:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee481727850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b632fcea-30b7-441a-a6af-22cbe0e84adb+13:18070:x1875535783426176:12345-192.168.201.3@tcp:501:ll_cfg_requeue.0 Request processed in 191us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650985.830194:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 165 00000100:00100000:3.0:1788650985.845191:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650985.845232:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650985.845258:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650985.845308:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650985.845452:0:24707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783426304 00000100:00100000:1.0:1788650985.845463:0:24707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783426304 00000100:00100000:1.0:1788650985.845528:0:24707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783426560 00000100:00100000:1.0:1788650985.845532:0:24707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783426560 00000100:00100000:1.0:1788650985.845547:0:24707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783426432 00000100:00100000:1.0:1788650985.845550:0:24707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783426432 00000100:00100000:1.0:1788650985.845560:0:24707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783426688 00000100:00100000:1.0:1788650985.845563:0:24707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783426688 00000100:00100000:1.0:1788650985.845579:0:24707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 23 00000100:00100000:1.0:1788650985.845588:0:24707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+5:2399:x1875535783426304:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:1.0:1788650985.845669:0:24707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+5:2399:x1875535783426304:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 82us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650985.845677:0:24707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 23 00000100:00100000:1.0:1788650985.845693:0:24707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 24 00000100:00100000:1.0:1788650985.845699:0:24707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+5:2399:x1875535783426560:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:1.0:1788650985.845722:0:24707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488340380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+5:2399:x1875535783426560:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 24us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650985.845728:0:24707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 24 00000100:00100000:1.0:1788650985.845738:0:24707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 25 00000100:00100000:1.0:1788650985.845744:0:24707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+5:2399:x1875535783426432:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:1.0:1788650985.845766:0:24707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+5:2399:x1875535783426432:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 23us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650985.845772:0:24707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 25 00000100:00100000:1.0:1788650985.845783:0:24707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 26 00000100:00100000:1.0:1788650985.845798:0:24707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488342300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+5:2399:x1875535783426688:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:1.0:1788650985.845820:0:24707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488342300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+5:2399:x1875535783426688:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 23us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650985.845826:0:24707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 26 00000100:00080000:3.0:1788650985.849493:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788650985.849503:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788650985.856039:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650985.856297:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783426816 00000100:00100000:1.0:1788650985.856307:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783426816 00000100:00100000:1.0:1788650985.856368:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 166 00000100:00100000:1.0:1788650985.856377:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5952f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b632fcea-30b7-441a-a6af-22cbe0e84adb+13:18070:x1875535783426816:12345-192.168.201.3@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788650985.856510:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5952f2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:b632fcea-30b7-441a-a6af-22cbe0e84adb+13:18070:x1875535783426816:12345-192.168.201.3@tcp:503:ll_cfg_requeue.0 Request processed in 134us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650985.856518:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 166 00000100:00100000:1.0:1788650985.893659:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650985.893774:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783427072 00000100:00100000:0.0:1788650985.893786:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783427072 00000100:00100000:0.0:1788650985.893857:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 39 00000100:00100000:0.0:1788650985.893867:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee585629f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+17:18722:x1875535783427072:12345-192.168.201.3@tcp:101:lfs.0 00010000:00010000:0.0:1788650985.893892:0:22718:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788650985.893911:0:22718:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e200/0x798896c918a14133 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3103014 expref: -99 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788650985.894008:0:22718:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1788650985.894152:0:22718:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e200/0x798896c918a14133 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103014 expref: 19 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.894168:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ee59558cb00) 00010000:00010000:0.0:1788650985.894171:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788650985.894177:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e200/0x798896c918a14133 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103014 expref: 19 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.894191:0:22718:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5b6d8e200, rc 0) 00000100:00100000:0.0:1788650985.894248:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee585629f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+18:18722:x1875535783427072:12345-192.168.201.3@tcp:101:lfs.0 Request processed in 383us (599us total) trans 12884901898 rc 301/301 00000100:00100000:0.0:1788650985.894254:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 39 00000100:00100000:3.0:1788650985.897761:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650985.897905:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783427328 00000100:00100000:0.0:1788650985.897916:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783427328 00000100:00100000:0.0:1788650985.897980:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 6 00000100:00100000:0.0:1788650985.897992:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488343800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+18:18722:x1875535783427328:12345-192.168.201.3@tcp:35:lfs.0 00000100:00100000:0.0:1788650985.898580:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488343800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+19:18722:x1875535783427328:12345-192.168.201.3@tcp:35:lfs.0 Request processed in 588us (831us total) trans 12884901899 rc 0/0 00000100:00100000:0.0:1788650985.898589:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 6 00000100:00100000:3.0:1788650985.949017:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650985.949500:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783427584 00000100:00100000:0.0:1788650985.949512:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783427584 00000100:00100000:0.0:1788650985.949645:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 40 00000100:00100000:0.0:1788650985.949658:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+19:18725:x1875535783427584:12345-192.168.201.3@tcp:101:lfs.0 00010000:00010000:0.0:1788650985.949686:0:22716:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788650985.949708:0:22716:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e200/0x798896c918a14141 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea310301b expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.949815:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f600/0x798896c918a14148 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.949832:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f600/0x798896c918a14148 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.949845:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f600/0x798896c918a14148 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788650985.949857:0:22716:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1788650985.949957:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e200/0x798896c918a14141 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310301b expref: 22 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.949976:0:22716:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f600/0x798896c918a14148 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310301b expref: 21 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.949985:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:0.0:1788650985.950001:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788650985.950005:0:22716:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5b6d8f600, rc 0) 00000100:00100000:0.0:1788650985.950124:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488341500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+21:18725:x1875535783427584:12345-192.168.201.3@tcp:101:lfs.0 Request processed in 468us (1116us total) trans 12884901900 rc 0/0 00000100:00100000:0.0:1788650985.950131:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 40 00000100:00100000:1.0:1788650985.953477:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650985.953918:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650985.954093:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783427840 00000100:00100000:2.0:1788650985.954105:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783427840 00000100:00100000:2.0:1788650985.954167:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 0 00000100:00100000:2.0:1788650985.954176:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488343480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+21:2400:x1875535783427840:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788650985.954191:0:22702:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788650985.954217:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f600/0x798896c918a14148 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310301b expref: 21 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650985.954236:0:22702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:2.0:1788650985.954241:0:22702:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788650985.954297:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488343480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+20:2400:x1875535783427840:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 121us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650985.954305:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 0 00000100:00100000:0.0:1788650985.957137:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783427712 00000100:00100000:0.0:1788650985.957151:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783427712 00000100:00100000:0.0:1788650985.957264:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 41 00000100:00100000:0.0:1788650985.957275:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee58562aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+20:18725:x1875535783427712:12345-192.168.201.3@tcp:54:lfs.0 00010000:00010000:0.0:1788650985.957342:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e200/0x798896c918a14156 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.957360:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e200/0x798896c918a14156 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.957372:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e200/0x798896c918a14156 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.957406:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e200/0x798896c918a14156 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.957413:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e200/0x798896c918a14156 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.957420:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e200/0x798896c918a14156 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.957426:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5b6d8e200 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:0.0:1788650985.957430:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e200/0x798896c918a14156 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.957462:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e200/0x798896c918a14156 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.957474:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:0.0:1788650985.957477:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788650985.957482:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e200/0x798896c918a14156 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650985.957488:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e200/0x798896c918a14156 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788650985.957575:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee58562aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+20:18725:x1875535783427712:12345-192.168.201.3@tcp:54:lfs.0 Request processed in 302us (4109us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650985.957582:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 41 00000100:00100000:3.0:1788650985.967399:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650985.967477:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783428096 00000100:00100000:0.0:1788650985.967488:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783428096 00000100:00100000:0.0:1788650985.967554:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 7 00000100:00100000:0.0:1788650985.967565:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+20:18725:x1875535783428096:12345-192.168.201.3@tcp:35:lfs.0 00000100:00100000:0.0:1788650985.968009:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+21:18725:x1875535783428096:12345-192.168.201.3@tcp:35:lfs.0 Request processed in 445us (619us total) trans 12884901901 rc 0/0 00000100:00100000:0.0:1788650985.968018:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 7 00000040:00080000:2.0:1788650985.990727:0:22752:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:0.0:1788650986.117792:0:23475:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1788650986.351475:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650986.351594:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783428352 00000100:00100000:1.0:1788650986.351815:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783428352 00000100:00100000:1.0:1788650986.351886:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 42 00000100:00100000:1.0:1788650986.351898:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3562680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+21:18756:x1875535783428352:12345-192.168.201.3@tcp:101:cat.0 00010000:00010000:1.0:1788650986.351924:0:22717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788650986.351962:0:22717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954a00/0x798896c918a1415d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3103022 expref: -99 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650986.352142:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954e00/0x798896c918a14164 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650986.352160:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954e00/0x798896c918a14164 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650986.352196:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954e00/0x798896c918a14164 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788650986.352210:0:22717:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788650986.352346:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954a00/0x798896c918a1415d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103022 expref: 24 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650986.352368:0:22717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954e00/0x798896c918a14164 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103022 expref: 23 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650986.352380:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:1.0:1788650986.352384:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788650986.352387:0:22717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee486954e00, rc 0) 00000100:00100000:1.0:1788650986.352455:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3562680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+23:18756:x1875535783428352:12345-192.168.201.3@tcp:101:cat.0 Request processed in 559us (992us total) trans 12884901902 rc 0/0 00000100:00100000:1.0:1788650986.352464:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 42 00000100:00100000:3.0:1788650986.361810:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650986.361909:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650986.362015:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783428480 00000100:00100000:0.0:1788650986.362027:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783428480 00000100:00100000:0.0:1788650986.362147:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 1 00000100:00100000:0.0:1788650986.362161:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48806c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+23:2400:x1875535783428480:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788650986.362178:0:22703:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788650986.362218:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954e00/0x798896c918a14164 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103022 expref: 23 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.362245:0:22703:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:0.0:1788650986.362252:0:22703:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788650986.362317:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48806c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+22:2400:x1875535783428480:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 159us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650986.362325:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 1 00000100:00100000:1.0:1788650986.362819:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783428736 00000100:00100000:1.0:1788650986.362827:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783428736 00000100:00100000:1.0:1788650986.362869:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 8 00000100:00100000:1.0:1788650986.362877:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+22:18756:x1875535783428736:12345-192.168.201.3@tcp:35:cat.0 00000100:00100000:1.0:1788650986.363212:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+23:18756:x1875535783428736:12345-192.168.201.3@tcp:35:cat.0 Request processed in 335us (1301us total) trans 12884901903 rc 0/0 00000100:00100000:1.0:1788650986.363220:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 8 00000100:00100000:3.0:1788650986.476446:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650986.476584:0:25053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783428992 00000100:00100000:1.0:1788650986.476594:0:25053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783428992 00000100:00100000:1.0:1788650986.476677:0:25053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 43 00000100:00100000:1.0:1788650986.476688:0:25053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+23:18762:x1875535783428992:12345-192.168.201.3@tcp:101:dd.0 00010000:00010000:1.0:1788650986.476730:0:25053:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788650986.476753:0:25053:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954a00/0x798896c918a14172 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3103029 expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650986.476870:0:25053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954e00/0x798896c918a14179 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650986.476886:0:25053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954e00/0x798896c918a14179 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650986.476898:0:25053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954e00/0x798896c918a14179 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788650986.476909:0:25053:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788650986.477051:0:25053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954a00/0x798896c918a14172 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103029 expref: 26 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650986.477232:0:25053:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954e00/0x798896c918a14179 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103029 expref: 25 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650986.477243:0:25053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:1.0:1788650986.477245:0:25053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788650986.477249:0:25053:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee486954e00, rc 0) 00000100:00100000:2.0:1788650986.477867:0:25053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+25:18762:x1875535783428992:12345-192.168.201.3@tcp:101:dd.0 Request processed in 1177us (1617us total) trans 12884901904 rc 0/0 00000100:00100000:2.0:1788650986.477876:0:25053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 43 00000100:00100000:3.0:1788650986.492110:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650986.492217:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650986.492360:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783429248 00000100:00100000:1.0:1788650986.492370:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783429248 00000100:00100000:2.0:1788650986.492419:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783429120 00000100:00100000:2.0:1788650986.492423:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783429120 00000100:00100000:1.0:1788650986.492432:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 44 00000100:00100000:1.0:1788650986.492441:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+26:18762:x1875535783429248:12345-192.168.201.3@tcp:101:dd.0 00010000:00010000:1.0:1788650986.492464:0:22717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1788650986.492471:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 2 00000100:00100000:2.0:1788650986.492477:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3584e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+26:2399:x1875535783429120:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788650986.492503:0:22702:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788650986.492524:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954e00/0x798896c918a14179 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103029 expref: 26 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650986.492549:0:22702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:2.0:1788650986.492554:0:22702:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788650986.492617:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3584e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+25:2399:x1875535783429120:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 140us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650986.492625:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 2 00010000:00010000:1.0:1788650986.492757:0:22717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954a00/0x798896c918a14187 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3103030 expref: -99 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650986.492798:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954600/0x798896c918a1418e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650986.492810:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954600/0x798896c918a1418e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650986.492821:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954600/0x798896c918a1418e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650986.492930:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954a00/0x798896c918a14187 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103030 expref: 26 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650986.492944:0:22717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954600/0x798896c918a1418e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103030 expref: 25 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650986.492952:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:1.0:1788650986.492955:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788650986.492957:0:22717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee486954600, rc 0) 00000100:00100000:1.0:1788650986.492991:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+25:18762:x1875535783429248:12345-192.168.201.3@tcp:101:dd.0 Request processed in 552us (774us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650986.492998:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 44 00000100:00100000:3.0:1788650986.498100:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650986.499744:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783429504 00000100:00100000:0.0:1788650986.499758:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783429504 00000100:00100000:0.0:1788650986.500034:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 45 00000100:00100000:0.0:1788650986.500046:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+25:18762:x1875535783429504:12345-192.168.201.3@tcp:36:dd.0 00010000:00010000:0.0:1788650986.500144:0:22718:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788650986.500171:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a1411e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102fff expref: 25 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.500192:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:0.0:1788650986.500198:0:22718:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788650986.500390:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8ea00/0x798896c918a14195 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.500404:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8ea00/0x798896c918a14195 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.500413:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8ea00/0x798896c918a14195 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788650986.500455:0:22718:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:0.0:1788650986.500476:0:22718:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000091a5d1c7 reply state 000000000d3f169c transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8ea00/0x798896c918a14195 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.500501:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8ea00/0x798896c918a14195 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.500507:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:0.0:1788650986.500510:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788650986.500512:0:22718:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788650986.500621:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+27:18762:x1875535783429504:12345-192.168.201.3@tcp:36:dd.0 Request processed in 577us (2531us total) trans 12884901906 rc 0/0 00000100:00100000:0.0:1788650986.500629:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 45 00000020:00080000:0.0:1788650986.500633:0:22718:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1788650986.629834:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788650986.662280:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650986.662746:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783429760 00000100:00100000:1.0:1788650986.662757:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783429760 00000100:00100000:1.0:1788650986.662835:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 9 00000100:00100000:1.0:1788650986.663008:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+27:18762:x1875535783429760:12345-192.168.201.3@tcp:35:dd.0 00000100:00100000:1.0:1788650986.663968:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488892680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+28:18762:x1875535783429760:12345-192.168.201.3@tcp:35:dd.0 Request processed in 1120us (1703us total) trans 12884901907 rc 0/0 00000100:00100000:1.0:1788650986.663999:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 9 00000100:00100000:1.0:1788650986.885666:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3560a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807657856:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788650986.885799:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650986.887412:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807657856 00000100:00100000:2.0:1788650986.887427:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807657856 00000100:00100000:2.0:1788650986.887503:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788650986.887514:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee585629880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807657856:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788650986.887548:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1788650986.887640:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee585629880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807657856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 128us (1852us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650986.887647:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788650986.887702:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3560a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807657856:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1788650986.888019:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788650986.923178:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650986.923315:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783429888 00000100:00100000:0.0:1788650986.923324:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783429888 00000100:00100000:0.0:1788650986.923395:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 46 00000100:00100000:0.0:1788650986.923405:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+28:18776:x1875535783429888:12345-192.168.201.3@tcp:101:stat.0 00010000:00010000:0.0:1788650986.923431:0:22716:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788650986.923452:0:22716:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e000/0x798896c918a1419c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3103037 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.923522:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f400/0x798896c918a141a3 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.923538:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f400/0x798896c918a141a3 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.923550:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f400/0x798896c918a141a3 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.923621:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fc00/0x798896c918a141aa lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.923630:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fc00/0x798896c918a141aa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.923637:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fc00/0x798896c918a141aa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.923724:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fa00/0x798896c918a141b1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.923733:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fa00/0x798896c918a141b1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.923741:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fa00/0x798896c918a141b1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788650986.923784:0:22716:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1788650986.923916:0:22716:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788650986.923956:0:22716:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fa00/0x798896c918a141b1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.923969:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fa00/0x798896c918a141b1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.923977:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f400/0x798896c918a141a3 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.923983:0:22716:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f400/0x798896c918a141a3 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.924000:0:22716:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f400/0x798896c918a141a3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.924006:0:22716:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5b6d8f400 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:0.0:1788650986.924010:0:22716:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f400/0x798896c918a141a3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.924019:0:22716:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f400/0x798896c918a141a3 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.924030:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ee5a1bb8600) 00010000:00010000:0.0:1788650986.924033:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788650986.924038:0:22716:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f400/0x798896c918a141a3 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.924044:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f400/0x798896c918a141a3 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.924113:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fc00/0x798896c918a141aa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.924258:0:22716:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fc00/0x798896c918a141aa lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.924264:0:22716:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fc00/0x798896c918a141aa lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.924269:0:22716:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5b6d8fc00 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:0.0:1788650986.924271:0:22716:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fc00/0x798896c918a141aa lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.924287:0:22716:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fc00/0x798896c918a141aa lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.924296:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9ee59558c100) 00010000:00010000:0.0:1788650986.924299:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788650986.924302:0:22716:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fc00/0x798896c918a141aa lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.924308:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fc00/0x798896c918a141aa lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.924339:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e000/0x798896c918a1419c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103037 expref: 30 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.924658:0:22716:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fa00/0x798896c918a141b1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103037 expref: 29 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650986.924670:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:0.0:1788650986.924672:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788650986.924675:0:22716:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5b6d8fa00, rc 0) 00000100:00100000:0.0:1788650986.924754:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+29:18776:x1875535783429888:12345-192.168.201.3@tcp:101:stat.0 Request processed in 1349us (1583us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650986.924762:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 46 00000100:00100000:1.0:1788650987.056221:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650987.058300:0:25053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783430144 00000100:00100000:2.0:1788650987.058317:0:25053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783430144 00000100:00100000:2.0:1788650987.058412:0:25053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 47 00000100:00100000:2.0:1788650987.058427:0:25053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee58562a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+29:18782:x1875535783430144:12345-192.168.201.3@tcp:36:truncate.0 00010000:00010000:2.0:1788650987.058494:0:25053:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788650987.058523:0:25053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fa00/0x798896c918a141b1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103037 expref: 29 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650987.058573:0:25053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:2.0:1788650987.058579:0:25053:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788650987.058957:0:25053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ff800/0x798896c918a141b8 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650987.058973:0:25053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ff800/0x798896c918a141b8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650987.058983:0:25053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ff800/0x798896c918a141b8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788650987.059025:0:25053:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901908 00000004:00010000:2.0:1788650987.059048:0:25053:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004f49967c reply state 00000000f925d8b3 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ff800/0x798896c918a141b8 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788650987.059192:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788650987.059236:0:25053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ff800/0x798896c918a141b8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650987.059301:0:25053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:2.0:1788650987.059305:0:25053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788650987.059308:0:25053:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788650987.059428:0:25053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee58562a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+31:18782:x1875535783430144:12345-192.168.201.3@tcp:36:truncate.0 Request processed in 1006us (3218us total) trans 12884901909 rc 0/0 00000100:00100000:2.0:1788650987.059437:0:25053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 47 00000020:00080000:2.0:1788650987.059442:0:25053:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1788650987.260348:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650987.260798:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783430272 00000100:00100000:3.0:1788650987.260809:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783430272 00000100:00100000:3.0:1788650987.260878:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 48 00000100:00100000:3.0:1788650987.260889:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488892d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+31:18796:x1875535783430272:12345-192.168.201.3@tcp:101:stat.0 00010000:00010000:3.0:1788650987.260914:0:22716:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788650987.260935:0:22716:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a600/0x798896c918a141bf lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea310303e expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650987.261003:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a400/0x798896c918a141c6 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650987.261019:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a400/0x798896c918a141c6 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650987.261046:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a400/0x798896c918a141c6 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650987.261096:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a141cd lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650987.261105:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a141cd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650987.261113:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a141cd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650987.261199:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b200/0x798896c918a141d4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650987.261209:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b200/0x798896c918a141d4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650987.261217:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b200/0x798896c918a141d4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788650987.261266:0:22716:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00000004:00200000:3.0:1788650987.261271:0:22716:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788650987.261295:0:22716:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b200/0x798896c918a141d4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650987.261308:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b200/0x798896c918a141d4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650987.261316:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a400/0x798896c918a141c6 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650987.261333:0:22716:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a400/0x798896c918a141c6 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650987.261340:0:22716:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a400/0x798896c918a141c6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650987.261346:0:22716:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c354a400 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:3.0:1788650987.261361:0:22716:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a400/0x798896c918a141c6 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650987.261370:0:22716:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a400/0x798896c918a141c6 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650987.261383:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ee5a1bb8600) 00010000:00010000:3.0:1788650987.261386:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788650987.261391:0:22716:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a400/0x798896c918a141c6 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650987.261398:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a400/0x798896c918a141c6 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650987.261411:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a141cd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650987.261416:0:22716:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a141cd lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650987.261423:0:22716:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a141cd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650987.261428:0:22716:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c354b400 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:3.0:1788650987.261436:0:22716:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a141cd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650987.261444:0:22716:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a141cd lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650987.261452:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9ee59558c100) 00010000:00010000:3.0:1788650987.261454:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788650987.261457:0:22716:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a141cd lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650987.261463:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a141cd lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650987.261616:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a600/0x798896c918a141bf lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310303e expref: 33 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650987.261631:0:22716:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b200/0x798896c918a141d4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310303e expref: 32 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650987.261638:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:3.0:1788650987.261640:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788650987.261643:0:22716:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5c354b200, rc 0) 00000100:00100000:3.0:1788650987.262256:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488892d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+32:18796:x1875535783430272:12345-192.168.201.3@tcp:101:stat.0 Request processed in 1365us (1917us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650987.262265:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 48 00000100:00100000:3.0:1788650987.345976:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650987.346400:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783430528 00000100:00100000:0.0:1788650987.346413:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783430528 00000100:00100000:0.0:1788650987.346487:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 49 00000100:00100000:0.0:1788650987.346498:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+32:18806:x1875535783430528:12345-192.168.201.3@tcp:101:lfs.0 00010000:00010000:0.0:1788650987.346531:0:22718:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788650987.346553:0:22718:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e000/0x798896c918a141db lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3103045 expref: -99 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788650987.346682:0:22718:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1788650987.346784:0:22718:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e000/0x798896c918a141db lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103045 expref: 34 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650987.346799:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ee59558cb00) 00010000:00010000:0.0:1788650987.346802:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788650987.346807:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e000/0x798896c918a141db lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103045 expref: 34 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650987.346820:0:22718:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5b6d8e000, rc 0) 00000100:00100000:0.0:1788650987.347380:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+33:18806:x1875535783430528:12345-192.168.201.3@tcp:101:lfs.0 Request processed in 880us (1410us total) trans 12884901910 rc 301/301 00000100:00100000:0.0:1788650987.347389:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 49 00000100:00100000:2.0:1788650987.354953:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650987.355040:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783430784 00000100:00100000:0.0:1788650987.355052:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783430784 00000100:00100000:0.0:1788650987.355139:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 10 00000100:00100000:0.0:1788650987.355150:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5951a6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+33:18806:x1875535783430784:12345-192.168.201.3@tcp:35:lfs.0 00000100:00100000:0.0:1788650987.355382:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5951a6850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+34:18806:x1875535783430784:12345-192.168.201.3@tcp:35:lfs.0 Request processed in 234us (439us total) trans 12884901911 rc 0/0 00000100:00100000:0.0:1788650987.355391:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 10 00000100:00100000:3.0:1788650987.407663:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650987.407774:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783431040 00000100:00100000:1.0:1788650987.407838:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783431040 00000100:00100000:1.0:1788650987.407904:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 50 00000100:00100000:1.0:1788650987.407915:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+34:18812:x1875535783431040:12345-192.168.201.3@tcp:101:bash.0 00010000:00010000:1.0:1788650987.407939:0:22717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788650987.407965:0:22717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954a00/0x798896c918a141e9 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea310304c expref: -99 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650987.408456:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a141f0 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650987.408476:0:22717:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e600/0x798896c918a14109 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102ff8 expref: 35 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650987.408486:0:22717:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b200/0x798896c918a141d4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310303e expref: 35 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650987.408495:0:22717:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a141f0 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650987.408529:0:22717:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b200/0x798896c918a141d4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310303e expref: 35 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650987.408557:0:22717:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b200/0x798896c918a141d4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310303e expref: 35 pid: 22716 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650987.408572:0:22717:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee585628a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22717:1875535807657984:192.168.201.3@tcp:104: 00010000:00010000:1.0:1788650987.408944:0:22717:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e600/0x798896c918a14109 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102ff8 expref: 35 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650987.408954:0:22717:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e600/0x798896c918a14109 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102ff8 expref: 35 pid: 25053 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650987.408965:0:22717:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee58562b800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22717:1875535807658112:192.168.201.3@tcp:104: 00000100:00100000:1.0:1788650987.408990:0:22717:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5a5ba8e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788650987.413384:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650987.413405:0:22717:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee585628a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22717:1875535807657984:192.168.201.3@tcp:104: 00000100:00100000:1.0:1788650987.413417:0:22717:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee58562b800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22717:1875535807658112:192.168.201.3@tcp:104: 00000100:00100000:3.0:1788650987.413423:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00010000:00010000:1.0:1788650987.413444:0:22717:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a141f0 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788650987.413519:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783431296 00000100:00100000:2.0:1788650987.413526:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783431296 00000100:00100000:0.0:1788650987.413613:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783431168 00000100:00100000:0.0:1788650987.413617:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783431168 00010000:00010000:0.0:1788650987.413636:0:22703:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b200/0x798896c918a141d4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310303e expref: 37 pid: 22716 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650987.413686:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e600/0x798896c918a14109 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102ff8 expref: 37 pid: 25053 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788650987.413920:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 17 00000100:00100000:0.0:1788650987.413932:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3586d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+37:2399:x1875535783431168:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788650987.413947:0:22703:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788650987.413954:0:22703:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b200/0x798896c918a141d4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310303e expref: 37 pid: 22716 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650987.413965:0:22703:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b200/0x798896c918a141d4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310303e expref: 37 pid: 22716 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650987.413986:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b200/0x798896c918a141d4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310303e expref: 37 pid: 22716 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650987.414000:0:22703:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:0.0:1788650987.414005:0:22703:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a141f0 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650987.414013:0:22703:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a141f0 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650987.414018:0:22703:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788650987.414119:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3586d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+36:2399:x1875535783431168:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 188us (693us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650987.414677:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 18 00000100:00100000:2.0:1788650987.414688:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c345ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+36:2399:x1875535783431296:12345-192.168.201.3@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1788650987.414694:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 17 00010000:00010000:2.0:1788650987.414697:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788650987.414702:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e600/0x798896c918a14109 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102ff8 expref: 36 pid: 25053 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650987.414712:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e600/0x798896c918a14109 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102ff8 expref: 35 pid: 25053 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650987.414725:0:22701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e600/0x798896c918a14109 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3102ff8 expref: 35 pid: 25053 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650987.414735:0:22701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:2.0:1788650987.414739:0:22701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a141f0 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650987.414747:0:22701:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a141f0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650987.414754:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a141f0 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650987.414779:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788650987.414802:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c345ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+34:2399:x1875535783431296:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 118us (1429us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650987.414808:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 18 00010000:00010000:0.0:1788650987.415147:0:22717:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a141f0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650987.415156:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a141f0 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788650987.415183:0:22717:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00010000:00010000:0.0:1788650987.415312:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954a00/0x798896c918a141e9 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310304c expref: 35 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650987.415327:0:22717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a141f0 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310304c expref: 34 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650987.415335:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:0.0:1788650987.415337:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1788650987.415339:0:22717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee486955c00, rc 0) 00000100:00100000:0.0:1788650987.415363:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+34:18812:x1875535783431040:12345-192.168.201.3@tcp:101:bash.0 Request processed in 7451us (7712us total) trans 12884901912 rc 0/0 00000100:00100000:0.0:1788650987.415370:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 50 00000100:00100000:2.0:1788650987.418397:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650987.419530:0:25053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783431552 00000100:00100000:0.0:1788650987.419544:0:25053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783431552 00000100:00100000:0.0:1788650987.419621:0:25053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 51 00000100:00100000:0.0:1788650987.419632:0:25053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3560a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+34:18812:x1875535783431552:12345-192.168.201.3@tcp:36:bash.0 00010000:00010000:0.0:1788650987.420442:0:25053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e000/0x798896c918a141fe lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650987.420462:0:25053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e000/0x798896c918a141fe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650987.420474:0:25053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e000/0x798896c918a141fe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788650987.420515:0:25053:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000004:00010000:0.0:1788650987.420551:0:25053:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f9b71ddb reply state 00000000e0e91792 transno 12884901914 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e000/0x798896c918a141fe lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650987.420563:0:25053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e000/0x798896c918a141fe lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650987.420570:0:25053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:0.0:1788650987.420573:0:25053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788650987.420577:0:25053:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788650987.420703:0:25053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3560a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+37:18812:x1875535783431552:12345-192.168.201.3@tcp:36:bash.0 Request processed in 1072us (2317us total) trans 12884901914 rc 0/0 00000100:00100000:0.0:1788650987.420711:0:25053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 51 00000020:00080000:0.0:1788650987.420716:0:25053:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1788650987.423154:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650987.423444:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783431680 00000100:00100000:3.0:1788650987.423455:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783431680 00000100:00100000:3.0:1788650987.423510:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 52 00000100:00100000:3.0:1788650987.423521:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee58562b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+37:18812:x1875535783431680:12345-192.168.201.3@tcp:101:bash.0 00010000:00010000:3.0:1788650987.423544:0:22716:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788650987.423564:0:22716:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a600/0x798896c918a14205 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3103053 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650987.423643:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a600/0x798896c918a14205 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103053 expref: 38 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650987.423659:0:22716:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a600/0x798896c918a14205 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103053 expref: 38 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650987.423678:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:3.0:1788650987.423682:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788650987.423686:0:22716:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5c354a600, rc 0) 00000100:00100000:3.0:1788650987.423745:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee58562b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+38:18812:x1875535783431680:12345-192.168.201.3@tcp:101:bash.0 Request processed in 226us (600us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650987.423751:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 52 00000100:00100000:3.0:1788650987.431883:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650987.432049:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783431808 00000100:00100000:2.0:1788650987.432091:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783431808 00000100:00100000:2.0:1788650987.432157:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 53 00000100:00100000:2.0:1788650987.432167:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+38:18812:x1875535783431808:12345-192.168.201.3@tcp:101:bash.0 00010000:00010000:2.0:1788650987.432188:0:22718:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788650987.432210:0:22718:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fee00/0x798896c918a1420c lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea310305a expref: -99 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650987.432290:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a14213 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650987.432306:0:22718:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a141f0 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310304c expref: 39 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650987.432315:0:22718:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a14213 lrc: 4/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650987.432345:0:22718:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a141f0 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310304c expref: 39 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650987.432357:0:22718:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a141f0 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310304c expref: 39 pid: 22717 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788650987.432370:0:22718:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3563480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22718:1875535807658240:192.168.201.3@tcp:104: 00000100:00100000:2.0:1788650987.432441:0:22718:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee59088f900 going to sleep for 11 seconds 00000100:00100000:0.0:1788650987.438094:0:22718:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3563480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22718:1875535807658240:192.168.201.3@tcp:104: 00010000:00010000:0.0:1788650987.438134:0:22718:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a14213 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788650987.438723:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650987.439340:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783431936 00000100:00100000:0.0:1788650987.439348:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783431936 00010000:00010000:0.0:1788650987.439388:0:22703:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a141f0 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310304c expref: 40 pid: 22717 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788650987.439429:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 19 00000100:00100000:0.0:1788650987.439439:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3586680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+40:2399:x1875535783431936:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788650987.439454:0:22703:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788650987.439460:0:22703:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a141f0 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310304c expref: 40 pid: 22717 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650987.439472:0:22703:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a141f0 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310304c expref: 40 pid: 22717 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650987.439506:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a141f0 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310304c expref: 40 pid: 22717 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650987.439533:0:22703:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:0.0:1788650987.439539:0:22703:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a14213 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650987.439549:0:22703:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a14213 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650987.439556:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a14213 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40290000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650987.439594:0:22703:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788650987.439651:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3586680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+39:2399:x1875535783431936:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 214us (930us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650987.439659:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 19 00010000:00010000:2.0:1788650987.440409:0:22718:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a14213 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650987.440420:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a14213 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788650987.440481:0:22718:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1788650987.440486:0:22718:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788650987.440508:0:22718:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a14213 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650987.440546:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fee00/0x798896c918a1420c lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310305a expref: 39 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650987.440562:0:22718:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a14213 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310305a expref: 38 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650987.440570:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:2.0:1788650987.440573:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788650987.440576:0:22718:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4878ffa00, rc 0) 00000100:00100000:2.0:1788650987.440670:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+38:18812:x1875535783431808:12345-192.168.201.3@tcp:101:bash.0 Request processed in 8504us (8795us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650987.440677:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 53 00000100:00100000:3.0:1788650987.447463:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650987.447537:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783432192 00000100:00100000:2.0:1788650987.447547:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783432192 00000100:00100000:2.0:1788650987.447620:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 3 00000100:00100000:2.0:1788650987.447630:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3586a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+38:18812:x1875535783432192:12345-192.168.201.3@tcp:103:bash.0 00010000:00010000:2.0:1788650987.447646:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1788650987.447673:0:22701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a600/0x798896c918a14205 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103053 expref: 38 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650987.447695:0:22701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a14213 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310305a expref: 37 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650987.447724:0:22701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:2.0:1788650987.447730:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788650987.447794:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3586a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+36:18812:x1875535783432192:12345-192.168.201.3@tcp:103:bash.0 Request processed in 165us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650987.447801:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 3 00000100:00100000:1.0:1788650987.451561:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650987.451670:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783432320 00000100:00100000:3.0:1788650987.451681:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783432320 00000100:00100000:3.0:1788650987.451797:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 54 00000100:00100000:3.0:1788650987.451806:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee585628a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+36:18812:x1875535783432320:12345-192.168.201.3@tcp:58:bash.0 00010000:00010000:3.0:1788650987.451929:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a1421a lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650987.451947:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a1421a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650987.451959:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a1421a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788650987.453320:0:22716:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788650987.453359:0:22716:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:3.0:1788650987.453483:0:22716:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:3.0:1788650987.453643:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee585628a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+36:18812:x1875535783432320:12345-192.168.201.3@tcp:58:bash.0 Request processed in 1833us (2088us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650987.453653:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 54 00000100:00100000:1.0:1788650987.457001:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650987.457422:0:25053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783432448 00000100:00100000:0.0:1788650987.457433:0:25053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783432448 00000100:00100000:0.0:1788650987.457503:0:25053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 55 00000100:00100000:0.0:1788650987.457513:0:25053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee585628380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+36:18812:x1875535783432448:12345-192.168.201.3@tcp:101:bash.0 00010000:00010000:0.0:1788650987.457533:0:25053:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788650987.457555:0:25053:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fc00/0x798896c918a14221 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3103061 expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650987.457623:0:25053:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a1421a lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650987.457654:0:25053:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fc00/0x798896c918a14221 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103061 expref: 37 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650987.457674:0:25053:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a1421a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x40210400000020 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650987.457688:0:25053:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fc00/0x798896c918a14221 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103061 expref: 37 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650987.457701:0:25053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:0.0:1788650987.457704:0:25053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788650987.457708:0:25053:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fc00/0x798896c918a14221 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103061 expref: 37 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650987.457716:0:25053:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5b6d8fc00, rc 0) 00000100:00100000:0.0:1788650987.457784:0:25053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee585628380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+37:18812:x1875535783432448:12345-192.168.201.3@tcp:101:bash.0 Request processed in 265us (786us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650987.457791:0:25053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 55 00010000:00010000:0.0:1788650987.653684:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788650988.037365:0:22752:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788650988.037374:0:22752:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788650988.037433:0:22752:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1788650988.037444:0:22752:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1788650988.037592:0:22752:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3560380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22752:1875535807658368:192.168.201.3@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788650988.037681:0:22752:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee59088fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1788650988.044839:0:22752:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3560380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22752:1875535807658368:192.168.201.3@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788650988.045249:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650988.045968:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783432576 00000100:00100000:0.0:1788650988.045978:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783432576 00000100:00100000:0.0:1788650988.046403:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 56 00000100:00100000:0.0:1788650988.046415:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+37:18813:x1875535783432576:12345-192.168.201.3@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788650988.046448:0:22717:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788650988.046585:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+37:18813:x1875535783432576:12345-192.168.201.3@tcp:53:lhsmtool_posix.0 Request processed in 163us (1328us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650988.046609:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 56 00000100:00100000:3.0:1788650988.055707:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650988.055877:0:25053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783432704 00000100:00100000:0.0:1788650988.055889:0:25053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783432704 00000100:00100000:0.0:1788650988.055963:0:25053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 57 00000100:00100000:0.0:1788650988.055974:0:25053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+37:18813:x1875535783432704:12345-192.168.201.3@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1788650988.056455:0:25053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f400/0x798896c918a14228 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.056473:0:25053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f400/0x798896c918a14228 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.056486:0:25053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f400/0x798896c918a14228 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.056538:0:25053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fe00/0x798896c918a1422f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.056546:0:25053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fe00/0x798896c918a1422f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.056553:0:25053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fe00/0x798896c918a1422f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.056588:0:25053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e200/0x798896c918a14236 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.056597:0:25053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e200/0x798896c918a14236 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.056604:0:25053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e200/0x798896c918a14236 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788650988.056670:0:25053:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1788650988.056674:0:25053:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788650988.056691:0:25053:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e200/0x798896c918a14236 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.056715:0:25053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f400/0x798896c918a14228 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.056721:0:25053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f400/0x798896c918a14228 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.056727:0:25053:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f400/0x798896c918a14228 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.056733:0:25053:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5b6d8f400 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:0.0:1788650988.056738:0:25053:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f400/0x798896c918a14228 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.056744:0:25053:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f400/0x798896c918a14228 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.056757:0:25053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9ee5a1bb8300) 00010000:00010000:0.0:1788650988.056760:0:25053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788650988.056765:0:25053:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f400/0x798896c918a14228 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.056771:0:25053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f400/0x798896c918a14228 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.056785:0:25053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fe00/0x798896c918a1422f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.056815:0:25053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fe00/0x798896c918a1422f lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.056821:0:25053:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fe00/0x798896c918a1422f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.056827:0:25053:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5b6d8fe00 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:0.0:1788650988.056830:0:25053:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fe00/0x798896c918a1422f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.056836:0:25053:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fe00/0x798896c918a1422f lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.056844:0:25053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff9ee59558c800) 00010000:00010000:0.0:1788650988.056847:0:25053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788650988.056850:0:25053:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fe00/0x798896c918a1422f lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.056856:0:25053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fe00/0x798896c918a1422f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.056872:0:25053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e200/0x798896c918a14236 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.056878:0:25053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e200/0x798896c918a14236 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.056884:0:25053:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e200/0x798896c918a14236 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.056889:0:25053:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5b6d8e200 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:0.0:1788650988.056908:0:25053:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e200/0x798896c918a14236 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.056915:0:25053:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e200/0x798896c918a14236 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.056924:0:25053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:0.0:1788650988.056926:0:25053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788650988.056929:0:25053:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e200/0x798896c918a14236 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.056934:0:25053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e200/0x798896c918a14236 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788650988.057698:0:25053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+37:18813:x1875535783432704:12345-192.168.201.3@tcp:34:lhsmtool_posix.0 Request processed in 1719us (2006us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650988.057719:0:25053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 57 00000100:00100000:2.0:1788650988.070663:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650988.070752:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783432960 00000100:00100000:3.0:1788650988.070763:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783432960 00000100:00100000:3.0:1788650988.070822:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 58 00000100:00100000:3.0:1788650988.070832:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3560380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+37:18813:x1875535783432960:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788650988.070853:0:22716:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788650988.070874:0:22716:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a400/0x798896c918a1423d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3103068 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.070981:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354be00/0x798896c918a14244 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.070998:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354be00/0x798896c918a14244 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.071038:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354be00/0x798896c918a14244 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788650988.071051:0:22716:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1788650988.071186:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354be00/0x798896c918a14244 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.071194:0:22716:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354be00/0x798896c918a14244 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.071201:0:22716:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354be00/0x798896c918a14244 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.071208:0:22716:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c354be00 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:3.0:1788650988.071212:0:22716:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354be00/0x798896c918a14244 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.071220:0:22716:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354be00/0x798896c918a14244 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.071231:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:3.0:1788650988.071234:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788650988.071239:0:22716:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354be00/0x798896c918a14244 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.071245:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354be00/0x798896c918a14244 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.071285:0:22716:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a400/0x798896c918a1423d lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103068 expref: 39 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.071307:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9ee5a1bb8300) 00010000:00010000:3.0:1788650988.071310:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788650988.071314:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a400/0x798896c918a1423d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103068 expref: 39 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.071324:0:22716:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5c354a400, rc 0) 00000100:00100000:3.0:1788650988.071376:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3560380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+38:18813:x1875535783432960:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 Request processed in 546us (723us total) trans 12884901915 rc 301/301 00000100:00100000:3.0:1788650988.071383:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 58 00000100:00100000:3.0:1788650988.076767:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650988.076864:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783433088 00000100:00100000:2.0:1788650988.076874:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783433088 00000100:00100000:2.0:1788650988.076935:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 59 00000100:00100000:2.0:1788650988.076947:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+38:18813:x1875535783433088:12345-192.168.201.3@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788650988.076983:0:22718:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788650988.077143:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+38:18813:x1875535783433088:12345-192.168.201.3@tcp:53:lhsmtool_posix.0 Request processed in 197us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650988.077151:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 59 00000100:00100000:1.0:1788650988.088449:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650988.089983:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783433344 00000100:00100000:3.0:1788650988.089997:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783433344 00000100:00100000:0.0:1788650988.090280:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 60 00000100:00100000:0.0:1788650988.090296:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee585628000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+38:18813:x1875535783433344:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788650988.090325:0:22717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788650988.090352:0:22717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e200/0x798896c918a14252 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea310306f expref: -99 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788650988.091141:0:22717:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x23:0x0], count =31 00000004:00080000:0.0:1788650988.091150:0:22717:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x23:0x0]+31 in llog 00000004:00080000:0.0:1788650988.091182:0:22717:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:0.0:1788650988.091382:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fe00/0x798896c918a14259 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.091398:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fe00/0x798896c918a14259 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.091432:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fe00/0x798896c918a14259 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.091484:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e200/0x798896c918a14252 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310306f expref: 41 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.091501:0:22717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fe00/0x798896c918a14259 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310306f expref: 40 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.091510:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ee59558c800) 00010000:00010000:0.0:1788650988.091513:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788650988.091516:0:22717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5b6d8fe00, rc 0) 00000100:00100000:0.0:1788650988.091589:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee585628000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+40:18813:x1875535783433344:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 Request processed in 1298us (3154us total) trans 12884901916 rc 0/0 00000100:00100000:0.0:1788650988.091597:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 60 00000100:00100000:1.0:1788650988.105978:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650988.106117:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783433600 00000100:00100000:2.0:1788650988.106127:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783433600 00000100:00100000:2.0:1788650988.106196:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 61 00000100:00100000:2.0:1788650988.106207:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee58562ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+40:18813:x1875535783433600:12345-192.168.201.3@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788650988.106279:0:22718:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788650988.106308:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fe00/0x798896c918a14259 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310306f expref: 40 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.106329:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ee59558c800) 00010000:00010000:2.0:1788650988.106340:0:22718:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788650988.106362:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a14267 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.106377:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a14267 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.106388:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a14267 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.106402:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fee00/0x798896c918a1426e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xd215bdc7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.106409:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fee00/0x798896c918a1426e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xd215bdc7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.106415:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fee00/0x798896c918a1426e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xd215bdc7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.106459:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a14267 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.106467:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a14267 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.106474:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a14267 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.106486:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4878fec00 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:2.0:1788650988.106491:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a14267 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.106499:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a14267 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.106508:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ee5a1bb8600) 00010000:00010000:2.0:1788650988.106510:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788650988.106514:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a14267 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.106520:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a14267 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.106541:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fee00/0x798896c918a1426e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xd215bdc7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.106548:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fee00/0x798896c918a1426e lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xd215bdc7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.106554:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fee00/0x798896c918a1426e lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xd215bdc7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.106567:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4878fee00 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:2.0:1788650988.106570:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fee00/0x798896c918a1426e lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xd215bdc7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.106584:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fee00/0x798896c918a1426e lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xd215bdc7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.106601:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xd215bdc7 (ffff9ee5c351b500) 00010000:00010000:2.0:1788650988.106604:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788650988.106607:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fee00/0x798896c918a1426e lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xd215bdc7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.106613:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fee00/0x798896c918a1426e lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xd215bdc7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788650988.106706:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee58562ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+39:18813:x1875535783433600:12345-192.168.201.3@tcp:36:lhsmtool_posix.0 Request processed in 492us (740us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788650988.106713:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 61 00000100:00100000:2.0:1788650988.109890:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650988.109956:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783433728 00000100:00100000:0.0:1788650988.109964:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783433728 00000100:00100000:0.0:1788650988.110026:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 62 00000100:00100000:0.0:1788650988.110037:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3563480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+39:18813:x1875535783433728:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788650988.110097:0:22717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788650988.110121:0:22717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e200/0x798896c918a14275 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3103076 expref: -99 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.110160:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f400/0x798896c918a1427c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.110325:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f400/0x798896c918a1427c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.110352:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f400/0x798896c918a1427c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.110459:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e200/0x798896c918a14275 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103076 expref: 41 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.110478:0:22717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f400/0x798896c918a1427c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103076 expref: 40 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.110486:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ee59558c500) 00010000:00010000:0.0:1788650988.110489:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788650988.110493:0:22717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5b6d8f400, rc 0) 00000100:00100000:0.0:1788650988.110609:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3563480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+40:18813:x1875535783433728:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 Request processed in 573us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650988.110616:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 62 00000100:00100000:1.0:1788650988.121329:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650988.127196:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783433984 00000100:00100000:2.0:1788650988.127211:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783433984 00000100:00100000:2.0:1788650988.127295:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 63 00000100:00100000:2.0:1788650988.127307:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee58562a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+40:18813:x1875535783433984:12345-192.168.201.3@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788650988.127393:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fee00/0x798896c918a14283 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.127424:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fee00/0x798896c918a14283 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.127437:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fee00/0x798896c918a14283 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788650988.129567:0:22718:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:2.0:1788650988.129596:0:22718:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 774844536432ns, next at 775844533347ns, rc = 0 00000004:00010000:2.0:1788650988.130170:0:22718:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000000e249031 reply state 00000000cb908520 transno 12884901917 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fee00/0x798896c918a14283 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.130210:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fee00/0x798896c918a14283 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.130220:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ee59558c500) 00010000:00010000:2.0:1788650988.130223:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1788650988.130228:0:22718:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788650988.130435:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee58562a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+42:18813:x1875535783433984:12345-192.168.201.3@tcp:36:lhsmtool_posix.0 Request processed in 3126us (9113us total) trans 12884901917 rc 0/0 00000100:00100000:2.0:1788650988.130444:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 63 00000100:00100000:3.0:1788650988.135426:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650988.135617:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783434112 00000100:00100000:2.0:1788650988.135628:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783434112 00000100:00100000:2.0:1788650988.135687:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 64 00000100:00100000:2.0:1788650988.135696:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4869e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+42:18813:x1875535783434112:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788650988.135721:0:22716:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788650988.135743:0:22716:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a1428a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea310307d expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.135817:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a1428a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310307d expref: 43 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.135832:0:22716:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a1428a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310307d expref: 43 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.135850:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ee59558c500) 00010000:00010000:2.0:1788650988.135853:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788650988.135857:0:22716:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4878fec00, rc 0) 00000100:00100000:2.0:1788650988.136709:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4869e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+43:18813:x1875535783434112:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 Request processed in 1009us (1288us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650988.136732:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 64 00000100:00100000:3.0:1788650988.144631:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650988.144935:0:24707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783434240 00000100:00100000:1.0:1788650988.144957:0:24707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783434240 00000100:00100000:1.0:1788650988.145034:0:24707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 22 00000100:00100000:1.0:1788650988.145045:0:24707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4869e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+5:2399:x1875535783434240:12345-192.168.201.3@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1788650988.145621:0:24707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4869e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:2399:x1875535783434240:12345-192.168.201.3@tcp:2:lhsmtool_posix.0 Request processed in 576us (999us total) trans 12884901891 rc 0/0 00000100:00100000:1.0:1788650988.145630:0:24707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 22 00000100:00080000:3.0:1788650988.146629:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788650988.170119:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650988.170247:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783434496 00000100:00100000:0.0:1788650988.170256:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783434496 00000100:00100000:0.0:1788650988.170316:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 11 00000100:00100000:0.0:1788650988.170328:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee585629c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+43:18813:x1875535783434496:12345-192.168.201.3@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788650988.170549:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee585629c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+44:18813:x1875535783434496:12345-192.168.201.3@tcp:35:lhsmtool_posix.0 Request processed in 223us (438us total) trans 12884901918 rc 0/0 00000100:00100000:0.0:1788650988.170557:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 11 00000100:00100000:2.0:1788650988.178295:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650988.178615:0:25053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783434752 00000100:00100000:0.0:1788650988.178626:0:25053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783434752 00000100:00100000:0.0:1788650988.178687:0:25053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 65 00000100:00100000:0.0:1788650988.178698:0:25053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48806c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+44:18813:x1875535783434752:12345-192.168.201.3@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788650988.178833:0:25053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48806c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+44:18813:x1875535783434752:12345-192.168.201.3@tcp:57:lhsmtool_posix.0 Request processed in 137us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650988.178841:0:25053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 65 00000100:00100000:3.0:1788650988.181877:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650988.182278:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783434880 00000100:00100000:0.0:1788650988.182289:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783434880 00000100:00100000:0.0:1788650988.182351:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 66 00000100:00100000:0.0:1788650988.182361:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4869e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+44:18813:x1875535783434880:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788650988.182382:0:22717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788650988.182405:0:22717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e200/0x798896c918a14291 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3103084 expref: -99 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.182510:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f600/0x798896c918a14298 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.182527:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f600/0x798896c918a14298 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.182539:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f600/0x798896c918a14298 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788650988.183050:0:22717:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788650988.183118:0:22717:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f600/0x798896c918a14298 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.183149:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e200/0x798896c918a14291 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103084 expref: 46 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.183167:0:22717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f600/0x798896c918a14298 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103084 expref: 45 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.183187:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ee59558c500) 00010000:00010000:0.0:1788650988.183190:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1788650988.183194:0:22717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5b6d8f600, rc 0) 00000100:00100000:0.0:1788650988.183257:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4869e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+45:18813:x1875535783434880:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 Request processed in 898us (1388us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650988.183265:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 66 00000100:00100000:1.0:1788650988.188288:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650988.188351:0:25120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783435008 00000100:00100000:0.0:1788650988.188369:0:25120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783435008 00000100:00100000:0.0:1788650988.188461:0:25120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 23 00000100:00100000:0.0:1788650988.188473:0:25120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee585628700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:2397:x1875535783435008:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788650988.188496:0:25120:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788650988.188519:0:25120:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c826dc1b/0x798896c918a1429f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea310308b expref: -99 pid: 25120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788650988.188548:0:25120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9ca5ec, blocks: 0x0 00010000:00010000:0.0:1788650988.188587:0:25120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=774s v=(0 0) 00010000:00010000:0.0:1788650988.188593:0:25120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788650988.188603:0:25120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c826dc1b/0x798896c918a1429f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310308b expref: 7 pid: 25120 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.188627:0:25120:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c826dc1b/0x798896c918a1429f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310308b expref: 7 pid: 25120 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.188640:0:25120:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5b6d8ec00, rc 0) 00000100:00100000:0.0:1788650988.188725:0:25120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee585628700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:481c7c94-fbbe-480b-89ac-e564a038fbc2+7:2397:x1875535783435008:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 Request processed in 254us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650988.188730:0:25120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 23 00000100:00100000:2.0:1788650988.191207:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650988.191629:0:25053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783435264 00000100:00100000:0.0:1788650988.191645:0:25053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783435264 00000100:00100000:0.0:1788650988.191723:0:25053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 67 00000100:00100000:0.0:1788650988.191736:0:25053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487665180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+45:18813:x1875535783435264:12345-192.168.201.3@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788650988.192045:0:25053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487665180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+45:18813:x1875535783435264:12345-192.168.201.3@tcp:57:lhsmtool_posix.0 Request processed in 310us (850us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650988.192055:0:25053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 67 00000100:00100000:3.0:1788650988.199192:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650988.199274:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783435392 00000100:00100000:2.0:1788650988.199289:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783435392 00000100:00100000:2.0:1788650988.199563:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 68 00000100:00100000:2.0:1788650988.199586:0:22716:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4869e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+45:18813:x1875535783435392:12345-192.168.201.3@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1788650988.202182:0:22696:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901918 is committed 00000004:00080000:3.0:1788650988.202201:0:22696:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000001:00080000:3.0:1788650988.202266:0:22696:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:2.0:1788650988.202397:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b000/0x798896c918a1401b lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202417:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b000/0x798896c918a1401b lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202428:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b000/0x798896c918a1401b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788650988.202432:0:22716:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4869e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+20:18813:x1875535783435392:12345-192.168.201.3@tcp:44:lhsmtool_posix.0 Request processed in 2853us (3244us total) trans 0 rc 0/0 00010000:00010000:2.0:1788650988.202442:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c354b000 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:2.0:1788650988.202451:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b000/0x798896c918a1401b lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202459:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b000/0x798896c918a1401b lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788650988.202470:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 68 00010000:00010000:2.0:1788650988.202477:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9ee5a1bb8c00) 00010000:00010000:2.0:1788650988.202482:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788650988.202487:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b000/0x798896c918a1401b lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202492:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b000/0x798896c918a1401b lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202531:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ae00/0x798896c918a14022 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202536:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ae00/0x798896c918a14022 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202540:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ae00/0x798896c918a14022 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202545:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c354ae00 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:2.0:1788650988.202547:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ae00/0x798896c918a14022 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202550:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ae00/0x798896c918a14022 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202555:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ee5a1bb8600) 00010000:00010000:2.0:1788650988.202556:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788650988.202558:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ae00/0x798896c918a14022 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202561:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354ae00/0x798896c918a14022 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202588:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e400/0x798896c918a14102 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202592:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e400/0x798896c918a14102 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202597:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e400/0x798896c918a14102 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202606:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5b6d8e400 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:2.0:1788650988.202609:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e400/0x798896c918a14102 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202614:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e400/0x798896c918a14102 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202622:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9ee59558c100) 00010000:00010000:2.0:1788650988.202624:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788650988.202627:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e400/0x798896c918a14102 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202632:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e400/0x798896c918a14102 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202646:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8ea00/0x798896c918a14195 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202650:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8ea00/0x798896c918a14195 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202655:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8ea00/0x798896c918a14195 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202658:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5b6d8ea00 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:2.0:1788650988.202660:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8ea00/0x798896c918a14195 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202663:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8ea00/0x798896c918a14195 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202675:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:2.0:1788650988.202676:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788650988.202678:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8ea00/0x798896c918a14195 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202682:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8ea00/0x798896c918a14195 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202690:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ff800/0x798896c918a141b8 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202693:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ff800/0x798896c918a141b8 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202697:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ff800/0x798896c918a141b8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202700:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4878ff800 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:2.0:1788650988.202702:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ff800/0x798896c918a141b8 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202705:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ff800/0x798896c918a141b8 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202708:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:2.0:1788650988.202709:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788650988.202711:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ff800/0x798896c918a141b8 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202714:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ff800/0x798896c918a141b8 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202728:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e000/0x798896c918a141fe lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202732:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e000/0x798896c918a141fe lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202736:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e000/0x798896c918a141fe lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202739:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5b6d8e000 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:2.0:1788650988.202833:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e000/0x798896c918a141fe lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202839:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e000/0x798896c918a141fe lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202846:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:2.0:1788650988.202847:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788650988.202849:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e000/0x798896c918a141fe lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202853:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8e000/0x798896c918a141fe lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202861:0:3630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fee00/0x798896c918a14283 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202864:0:3630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fee00/0x798896c918a14283 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202868:0:3630:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fee00/0x798896c918a14283 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202876:0:3630:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4878fee00 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:2.0:1788650988.202878:0:3630:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fee00/0x798896c918a14283 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202881:0:3630:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fee00/0x798896c918a14283 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202886:0:3630:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ee59558c500) 00010000:00010000:2.0:1788650988.202887:0:3630:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788650988.202889:0:3630:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fee00/0x798896c918a14283 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.202893:0:3630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fee00/0x798896c918a14283 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650988.203155:0:3629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a400/0x798896c918a14084 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650988.203169:0:3629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a400/0x798896c918a14084 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650988.203178:0:3629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a400/0x798896c918a14084 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650988.203184:0:3629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5a186a400 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:1.0:1788650988.203189:0:3629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a400/0x798896c918a14084 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650988.203198:0:3629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a400/0x798896c918a14084 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650988.203213:0:3629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ee5a1bb8600) 00010000:00010000:1.0:1788650988.203217:0:3629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1788650988.203222:0:3629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a400/0x798896c918a14084 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650988.203229:0:3629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5a186a400/0x798896c918a14084 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788650988.203466:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807658496:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1788650988.203534:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650988.203675:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807658496 00000100:00100000:0.0:1788650988.203684:0:24222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807658496 00000100:00100000:0.0:1788650988.203890:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788650988.203898:0:24222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3643:x1875535807658496:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1788650988.204046:0:24222:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1788650988.204049:0:24222:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1788650988.204051:0:24222:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1788650988.204052:0:24222:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788650988 -> 1788650988 00002000:00010000:0.0:1788650988.204054:0:24222:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1788650988.204144:0:24222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3643:x1875535807658496:12345-0@lo:2:osp-syn-0-0.0 Request processed in 245us (608us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1788650988.204151:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000004:00080000:2.0:1788650988.204185:0:3643:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ee488892680/2, rc 0, transno 12884901892 00000100:00100000:2.0:1788650988.204193:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807658496:0@lo:2:osp-syn-0-0.0 00000100:00080000:3.0:1788650988.204236:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788650988.208371:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650988.208454:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783435520 00000100:00100000:0.0:1788650988.208473:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783435520 00000100:00100000:0.0:1788650988.208565:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 25 00000100:00100000:0.0:1788650988.208592:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee58566aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+7:2400:x1875535783435520:12345-192.168.201.3@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1788650988.208778:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee58566aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+7:2400:x1875535783435520:12345-192.168.201.3@tcp:16:lhsmtool_posix.0 Request processed in 202us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650988.208787:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 25 00000100:00100000:3.0:1788650988.225208:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650988.225472:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783435776 00000100:00100000:2.0:1788650988.225489:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783435776 00000100:00100000:2.0:1788650988.225583:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 69 00000100:00100000:2.0:1788650988.225596:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee4869e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+14:18813:x1875535783435776:12345-192.168.201.3@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788650988.225681:0:22718:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788650988.225714:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f600/0x798896c918a14298 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103084 expref: 14 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.225892:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ee59558c500) 00010000:00010000:2.0:1788650988.225899:0:22718:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788650988.225934:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fee00/0x798896c918a142a6 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.225948:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fee00/0x798896c918a142a6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.225957:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fee00/0x798896c918a142a6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788650988.226186:0:22718:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000085ab3dc6 reply state 0000000084c26c37 transno 12884901919 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fee00/0x798896c918a142a6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.226199:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fee00/0x798896c918a142a6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.226206:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ee59558c500) 00010000:00010000:2.0:1788650988.226209:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788650988.226212:0:22718:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788650988.226502:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee4869e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+15:18813:x1875535783435776:12345-192.168.201.3@tcp:36:lhsmtool_posix.0 Request processed in 908us (1311us total) trans 12884901919 rc 0/0 00000100:00100000:2.0:1788650988.226509:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 69 00000100:00100000:3.0:1788650988.238191:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650988.241974:0:25120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783435904 00000100:00100000:0.0:1788650988.241994:0:25120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783435904 00000100:00100000:0.0:1788650988.242144:0:25120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 26 00000100:00100000:0.0:1788650988.242156:0:25120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48906b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:481c7c94-fbbe-480b-89ac-e564a038fbc2+7:18813:x1875535783435904:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788650988.242179:0:25120:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788650988.242204:0:25120:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071b80741/0x798896c918a142ad lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3103092 expref: -99 pid: 25120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.242246:0:25120:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c826dc1b/0x798896c918a1429f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310308b expref: 8 pid: 25120 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.242256:0:25120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788650988.242262:0:25120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788650988.242268:0:25120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071b80741/0x798896c918a142ad lrc: 4/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103092 expref: 8 pid: 25120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.242312:0:25120:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c826dc1b/0x798896c918a1429f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310308b expref: 8 pid: 25120 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.242326:0:25120:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c826dc1b/0x798896c918a1429f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310308b expref: 8 pid: 25120 timeout: 874 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788650988.242378:0:25120:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488893100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25120:1875535807658624:192.168.201.3@tcp:104: 00000100:00100000:0.0:1788650988.242487:0:25120:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee583d43300 going to sleep for 11 seconds 00000100:00100000:0.0:1788650988.246047:0:25120:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488893100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:25120:1875535807658624:192.168.201.3@tcp:104: 00010000:00010000:0.0:1788650988.246332:0:25120:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000071b80741/0x798896c918a142ad lrc: 3/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103092 expref: 8 pid: 25120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788650988.247336:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00010000:00010000:0.0:1788650988.247719:0:25120:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee5b6d8e200, rc 0) 00000100:00100000:0.0:1788650988.247830:0:25120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48906b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:481c7c94-fbbe-480b-89ac-e564a038fbc2+8:18813:x1875535783435904:12345-192.168.201.3@tcp:101:lhsmtool_posix.0 Request processed in 5672us (9652us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650988.247842:0:25120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 26 00000100:00100000:2.0:1788650988.255856:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783436032 00000100:00100000:2.0:1788650988.255879:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783436032 00010000:00010000:2.0:1788650988.255958:0:22703:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c826dc1b/0x798896c918a1429f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310308b expref: 8 pid: 25120 timeout: 874 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788650988.256022:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 20 00000100:00100000:2.0:1788650988.256073:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee489069c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+8:2400:x1875535783436032:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788650988.256094:0:22703:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788650988.256549:0:22703:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c826dc1b/0x798896c918a1429f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310308b expref: 8 pid: 25120 timeout: 874 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.256568:0:22703:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c826dc1b/0x798896c918a1429f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310308b expref: 8 pid: 25120 timeout: 874 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.256610:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c826dc1b/0x798896c918a1429f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310308b expref: 8 pid: 25120 timeout: 874 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.256632:0:22703:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788650988.256638:0:22703:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788650988.256646:0:22703:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000071b80741/0x798896c918a142ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103092 expref: 7 pid: 25120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.256658:0:22703:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071b80741/0x798896c918a142ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103092 expref: 7 pid: 25120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.256713:0:22703:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000071b80741/0x798896c918a142ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103092 expref: 7 pid: 25120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788650988.256730:0:22703:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e39c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:22703:1875535807658752:192.168.201.3@tcp:105: 00000100:00100000:2.0:1788650988.257055:0:22703:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee59088fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1788650988.280881:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650988.281037:0:22703:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e39c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:22703:1875535807658752:192.168.201.3@tcp:105: 00010000:00010000:2.0:1788650988.281157:0:22703:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788650988.281232:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee489069c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+7:2400:x1875535783436032:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 25178us (33902us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650988.281244:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 20 00000100:00100000:1.0:1788650988.281558:0:24707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783436160 00000100:00100000:1.0:1788650988.281568:0:24707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783436160 00000100:00100000:1.0:1788650988.281636:0:24707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 27 00000100:00100000:1.0:1788650988.281647:0:24707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee489068380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+7:2399:x1875535783436160:12345-192.168.201.3@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1788650988.281861:0:24707:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1788650988.281865:0:24707:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1788650987 00002000:00010000:1.0:1788650988.281868:0:24707:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1788650985 00002000:00010000:1.0:1788650988.281870:0:24707:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788650988 -> 1788650987 00002000:00010000:1.0:1788650988.281873:0:24707:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1788650988.281906:0:24707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee489068380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+8:2399:x1875535783436160:12345-192.168.201.3@tcp:2:lhsmtool_posix.0 Request processed in 261us (1041us total) trans 12884901893 rc 0/0 00000100:00100000:1.0:1788650988.281914:0:24707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 27 00000100:00100000:0.0:1788650988.321301:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650988.321613:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783436288 00000100:00100000:2.0:1788650988.321627:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783436288 00000100:00100000:2.0:1788650988.321708:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 28 00000100:00100000:2.0:1788650988.321722:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+8:2400:x1875535783436288:12345-192.168.201.3@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788650988.322121:0:24224:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000084751692/0x798896c918a142b4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.322152:0:24224:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000071b80741/0x798896c918a142ad lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103092 expref: 8 pid: 25120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.322163:0:24224:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x42:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1788650988.322168:0:24224:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788650988.322174:0:24224:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084751692/0x798896c918a142b4 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.322484:0:24224:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000071b80741/0x798896c918a142ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103092 expref: 8 pid: 25120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.322506:0:24224:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000071b80741/0x798896c918a142ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103092 expref: 8 pid: 25120 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788650988.322524:0:24224:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e39c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:24224:1875535807658880:192.168.201.3@tcp:104: 00000100:00100000:2.0:1788650988.322737:0:24224:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee59088fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1788650988.344615:0:24224:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e39c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:24224:1875535807658880:192.168.201.3@tcp:104: 00010000:00010000:2.0:1788650988.344666:0:24224:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000084751692/0x798896c918a142b4 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788650988.349315:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650988.349619:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783436416 00000100:00100000:2.0:1788650988.349631:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783436416 00010000:00010000:2.0:1788650988.349690:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000071b80741/0x798896c918a142ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103092 expref: 9 pid: 25120 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788650988.349755:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 21 00000100:00100000:2.0:1788650988.349773:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488340700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+9:2399:x1875535783436416:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788650988.349793:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788650988.349823:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000071b80741/0x798896c918a142ad lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103092 expref: 9 pid: 25120 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.349839:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000071b80741/0x798896c918a142ad lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103092 expref: 9 pid: 25120 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.349872:0:22701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071b80741/0x798896c918a142ad lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103092 expref: 9 pid: 25120 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.349895:0:22701:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788650988.349901:0:22701:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788650988.349908:0:22701:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000084751692/0x798896c918a142b4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.349937:0:22701:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000084751692/0x798896c918a142b4 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.349982:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788650988.350123:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488340700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+8:2399:x1875535783436416:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 352us (822us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650988.350132:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 21 00010000:00010000:1.0:1788650988.350344:0:24224:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000084751692/0x798896c918a142b4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650988.350355:0:24224:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000084751692/0x798896c918a142b4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650988.350384:0:24224:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000084751692/0x798896c918a142b4 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650988.350394:0:24224:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000084751692/0x798896c918a142b4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650988.350416:0:24224:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000084751692/0x798896c918a142b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650988.350424:0:24224:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4878ff800 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:1.0:1788650988.350430:0:24224:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000084751692/0x798896c918a142b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650988.350441:0:24224:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000084751692/0x798896c918a142b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650988.350457:0:24224:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000084751692/0x798896c918a142b4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650988.350464:0:24224:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000084751692/0x798896c918a142b4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650988.350526:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+7:2400:x1875535783436288:12345-192.168.201.3@tcp:1:lhsmtool_posix.0 Request processed in 28808us (29241us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650988.350536:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 28 00000100:00100000:3.0:1788650988.353945:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650988.354432:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783436672 00000100:00100000:0.0:1788650988.354446:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783436672 00000100:00100000:0.0:1788650988.354531:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 70 00000100:00100000:0.0:1788650988.354543:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee489068a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+15:18813:x1875535783436672:12345-192.168.201.3@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788650988.354684:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f000/0x798896c918a142bb lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.354708:0:22717:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954600/0x798896c918a1418e lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103030 expref: 15 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788650988.354718:0:22717:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f000/0x798896c918a142bb lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650988.356914:0:22717:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954600/0x798896c918a1418e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103030 expref: 15 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650988.356937:0:22717:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954600/0x798896c918a1418e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103030 expref: 15 pid: 22717 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650988.356978:0:22717:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee585669880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22717:1875535807659008:192.168.201.3@tcp:104: 00000100:00100000:1.0:1788650988.357150:0:22717:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5a5ba8840 going to sleep for 11 seconds 00000100:00100000:1.0:1788650988.372500:0:22717:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee585669880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22717:1875535807659008:192.168.201.3@tcp:104: 00010000:00010000:1.0:1788650988.372548:0:22717:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f000/0x798896c918a142bb lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650988.373139:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650988.373431:0:25745:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783436800 00000100:00100000:3.0:1788650988.373445:0:25745:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783436800 00010000:00010000:3.0:1788650988.373518:0:25745:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954600/0x798896c918a1418e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103030 expref: 16 pid: 22717 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788650988.373588:0:25745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 22 00000100:00100000:3.0:1788650988.373602:0:25745:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee585669880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+16:2400:x1875535783436800:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788650988.373625:0:25745:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788650988.373633:0:25745:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954600/0x798896c918a1418e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103030 expref: 16 pid: 22717 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.373650:0:25745:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954600/0x798896c918a1418e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103030 expref: 16 pid: 22717 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.373684:0:25745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486954600/0x798896c918a1418e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103030 expref: 16 pid: 22717 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.373707:0:25745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:3.0:1788650988.373715:0:25745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fc00/0x798896c918a14221 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103061 expref: 15 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.373727:0:25745:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f000/0x798896c918a142bb lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.373737:0:25745:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f000/0x798896c918a142bb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.374322:0:25745:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f000/0x798896c918a142bb lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.374357:0:25745:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788650988.374441:0:25745:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee585669880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+15:2400:x1875535783436800:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 839us (1304us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650988.374451:0:25745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 22 00010000:00010000:1.0:1788650988.375506:0:22717:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f000/0x798896c918a142bb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650988.375523:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f000/0x798896c918a142bb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650988.376697:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a142c2 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650988.376731:0:22717:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a1428a lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310307d expref: 15 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650988.377320:0:22717:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a142c2 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650988.377401:0:22717:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a1428a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310307d expref: 15 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650988.377422:0:22717:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a1428a lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310307d expref: 15 pid: 22716 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788650988.377462:0:22717:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee58566a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22717:1875535807659136:192.168.201.3@tcp:104: 00000100:00100000:1.0:1788650988.377591:0:22717:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5a5ba8600 going to sleep for 11 seconds 00000100:00100000:2.0:1788650988.391558:0:22717:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee58566a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22717:1875535807659136:192.168.201.3@tcp:104: 00010000:00010000:2.0:1788650988.391614:0:22717:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a142c2 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788650988.393152:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650988.393645:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783436928 00000100:00100000:2.0:1788650988.393661:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783436928 00010000:00010000:2.0:1788650988.393719:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a1428a lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310307d expref: 16 pid: 22716 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788650988.393786:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 23 00000100:00100000:2.0:1788650988.393799:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c345d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+16:2399:x1875535783436928:12345-192.168.201.3@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788650988.393832:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788650988.393840:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a1428a lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310307d expref: 16 pid: 22716 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.393857:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a1428a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310307d expref: 16 pid: 22716 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.393884:0:22701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a1428a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.201.3@tcp remote: 0x5f4a966ea310307d expref: 16 pid: 22716 timeout: 875 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.393921:0:22701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ee59558c500) 00010000:00010000:2.0:1788650988.393927:0:22701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a142c2 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.393939:0:22701:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a142c2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.393948:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a142c2 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.393990:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788650988.394123:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c345d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+15:2399:x1875535783436928:12345-192.168.201.3@tcp:103:ldlm_bl.0 Request processed in 325us (980us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650988.394131:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 23 00010000:00010000:1.0:1788650988.395100:0:22717:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a142c2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650988.395117:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a142c2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788650988.395298:0:22717:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901920 00000001:00080000:1.0:1788650988.395464:0:22717:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901921 00000001:00080000:1.0:1788650988.395505:0:22717:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901922 00000100:00100000:1.0:1788650988.395629:0:22717:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee585668a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22717:1875535807659264:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1788650988.395708:0:22717:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650988.396027:0:22717:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5b65fae40 going to sleep for 11 seconds 00000100:00100000:3.0:1788650988.397578:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807659264 00000100:00100000:3.0:1788650988.397598:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807659264 00000100:00100000:1.0:1788650988.397791:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1788650988.397802:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee58566b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22717:x1875535807659264:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1788650988.398546:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee58566b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22717:x1875535807659264:12345-0@lo:1000:mdt00_001.0 Request processed in 742us (2834us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650988.398557:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788650988.401269:0:22717:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee585668a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22717:1875535807659264:0@lo:1000:mdt00_001.0 00000001:00080000:2.0:1788650988.402913:0:22717:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901923 00000100:00100000:2.0:1788650988.403098:0:22717:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e39c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22717:1875535807659392:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1788650988.403219:0:22717:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650988.403280:0:22717:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5a5ba8480 going to sleep for 11 seconds 00000100:00100000:1.0:1788650988.403444:0:23760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807659392 00000100:00100000:1.0:1788650988.403457:0:23760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807659392 00000100:00100000:1.0:1788650988.403566:0:23760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1788650988.403588:0:23760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b9e39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22717:x1875535807659392:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1788650988.403778:0:23760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b9e39180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:22717:x1875535807659392:12345-0@lo:1000:mdt00_001.0 Request processed in 192us (559us total) trans 12884901894 rc 0/0 00000100:00100000:1.0:1788650988.403787:0:23760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788650988.404132:0:22717:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e39c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22717:1875535807659392:0@lo:1000:mdt00_001.0 00010000:00010000:2.0:1788650988.404196:0:22717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a142c2 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.404210:0:22717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a142c2 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.404218:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a142c2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.404231:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee486955c00 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:2.0:1788650988.404238:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a142c2 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.404248:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a142c2 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.404270:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ee59558c500) 00010000:00010000:2.0:1788650988.404273:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788650988.404281:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a142c2 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.404289:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee486955c00/0x798896c918a142c2 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.404329:0:22717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a1421a lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.404335:0:22717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a1421a lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.404341:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a1421a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.404346:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c354b400 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:2.0:1788650988.404733:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a1421a lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.404943:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a1421a lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.404966:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:2.0:1788650988.404969:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788650988.404979:0:22717:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fc00/0x798896c918a14221 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103061 expref: 18 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.404992:0:22717:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fc00/0x798896c918a14221 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103061 expref: 18 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.405003:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fc00/0x798896c918a14221 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103061 expref: 18 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.405048:0:22717:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8fc00/0x798896c918a14221 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103061 expref: 18 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788650988.405273:0:22717:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5b9e3ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22717:1875535807659520:192.168.201.3@tcp:105: 00000100:00100000:2.0:1788650988.405561:0:22717:0:(client.c:2716:ptlrpc_set_wait()) set ffff9ee5b64a93c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788650988.422563:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788650988.422611:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee488343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807659648:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788650988.422713:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650988.423133:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807659648 00000100:00100000:0.0:1788650988.423145:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807659648 00000100:00100000:0.0:1788650988.423220:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788650988.423231:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b9e38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807659648:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788650988.423277:0:22722:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:0.0:1788650988.423345:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b9e38700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807659648:12345-0@lo:41:osp-pre-0-1.0 Request processed in 115us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650988.423352:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788650988.423411:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee488343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807659648:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788650988.433660:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788650988.433790:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee585668380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875535807659776:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788650988.433859:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650988.436754:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807659776 00000100:00100000:3.0:1788650988.436768:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807659776 00000100:00100000:0.0:1788650988.437475:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650988.437660:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783437056 00000100:00100000:1.0:1788650988.437667:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783437056 00000100:00100000:1.0:1788650988.437734:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 12 00000100:00100000:1.0:1788650988.437744:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+19:18812:x1875535783437056:12345-192.168.201.3@tcp:49:bash.0 00000100:00100000:1.0:1788650988.437865:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+19:18812:x1875535783437056:12345-192.168.201.3@tcp:49:bash.0 Request processed in 122us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650988.437873:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 12 00000100:00100000:3.0:1788650988.439897:0:22717:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5b9e3ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22717:1875535807659520:192.168.201.3@tcp:105: 00010000:00010000:3.0:1788650988.439929:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a1421a lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.439940:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a1421a lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.439983:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a400/0x798896c918a142c9 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.439997:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a400/0x798896c918a142c9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.440009:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a400/0x798896c918a142c9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.440019:0:22717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a400/0x798896c918a142c9 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.440043:0:22717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a400/0x798896c918a142c9 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.440050:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a400/0x798896c918a142c9 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.440055:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c354a400 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:3.0:1788650988.440247:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a400/0x798896c918a142c9 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.440255:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a400/0x798896c918a142c9 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.440268:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:3.0:1788650988.440271:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788650988.440275:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a400/0x798896c918a142c9 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.440281:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354a400/0x798896c918a142c9 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.440292:0:22717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f000/0x798896c918a142bb lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.440298:0:22717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f000/0x798896c918a142bb lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.440304:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f000/0x798896c918a142bb lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.440308:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5b6d8f000 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:3.0:1788650988.440317:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f000/0x798896c918a142bb lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.440323:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f000/0x798896c918a142bb lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.440331:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:3.0:1788650988.440333:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788650988.440336:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f000/0x798896c918a142bb lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.440343:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5b6d8f000/0x798896c918a142bb lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788650988.440502:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee489068a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+18:18813:x1875535783436672:12345-192.168.201.3@tcp:57:lhsmtool_posix.0 Request processed in 85962us (86575us total) trans 12884901924 rc 0/0 00000100:00100000:3.0:1788650988.440511:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 70 00000020:00080000:3.0:1788650988.440516:0:22717:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:1.0:1788650988.440846:0:22752:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788650988.440851:0:22752:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788650988.440867:0:22752:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:1.0:1788650988.440875:0:22752:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1788650988.441915:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1788650988.441926:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875535807659776:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788650988.441958:0:22721:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788650988.442051:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3646:x1875535807659776:12345-0@lo:41:osp-pre-1-0.0 Request processed in 127us (8190us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650988.442098:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1788650988.443515:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee585668380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875535807659776:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788650988.450333:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650988.450382:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650988.450526:0:25120:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783437184 00000100:00100000:1.0:1788650988.450536:0:25120:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783437184 00000100:00100000:1.0:1788650988.450609:0:25120:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 29 00000100:00100000:1.0:1788650988.450620:0:25120:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488343800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:481c7c94-fbbe-480b-89ac-e564a038fbc2+7:18812:x1875535783437184:12345-192.168.201.3@tcp:101:bash.0 00010000:00010000:1.0:1788650988.450640:0:25120:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788650988.450674:0:25120:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000069066466/0x798896c918a142d0 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea3103099 expref: -99 pid: 25120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788650988.450702:0:25120:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x6a9ca5eb, atime: 0x6a9ca5e9, ctime: 0x6a9ca5eb, blocks: 0x0 00010000:00010000:1.0:1788650988.450730:0:25120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=775s v=(0 0) 00010000:00010000:1.0:1788650988.450735:0:25120:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788650988.450745:0:25120:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000069066466/0x798896c918a142d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103099 expref: 8 pid: 25120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650988.450762:0:25120:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000069066466/0x798896c918a142d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea3103099 expref: 8 pid: 25120 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788650988.450792:0:25120:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee486955c00, rc 0) 00000100:00100000:1.0:1788650988.450843:0:25120:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488343800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:481c7c94-fbbe-480b-89ac-e564a038fbc2+8:18812:x1875535783437184:12345-192.168.201.3@tcp:101:bash.0 Request processed in 224us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1788650988.450850:0:25120:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 29 00000100:00100000:3.0:1788650988.451619:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783437440 00000100:00100000:3.0:1788650988.451625:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783437440 00000100:00100000:3.0:1788650988.451669:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 13 00000100:00100000:3.0:1788650988.451677:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+18:18813:x1875535783437440:12345-192.168.201.3@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1788650988.451942:0:22719:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1788650988.451991:0:22719:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901925 00010000:00010000:3.0:1788650988.452023:0:22719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a142d7 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.452039:0:22719:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a142d7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.452053:0:22719:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a142d7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.452106:0:22719:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a142d7 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.452112:0:22719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a142d7 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.452118:0:22719:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a142d7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788650988.452138:0:22719:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788650988.452206:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+20:18813:x1875535783437440:12345-192.168.201.3@tcp:35:lhsmtool_posix.0 Request processed in 528us (1822us total) trans 12884901926 rc 0/0 00000100:00100000:3.0:1788650988.452214:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 13 00000020:00080000:3.0:1788650988.452218:0:22719:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1788650988.452611:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788650988.452619:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a142d7 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.452626:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee5c354b400 already unused, calling callback (ffffffffc0ba24f0) 00010000:00010000:2.0:1788650988.452629:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a142d7 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.452637:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a142d7 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.452656:0:22704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ee59558c500) 00010000:00010000:2.0:1788650988.452659:0:22704:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788650988.452663:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a142d7 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.452669:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee5c354b400/0x798896c918a142d7 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.452680:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650988.452682:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788650988.452684:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788650988.464646:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650988.464753:0:25053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783437568 00000100:00100000:2.0:1788650988.464764:0:25053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783437568 00000100:00100000:2.0:1788650988.464823:0:25053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 71 00000100:00100000:2.0:1788650988.464833:0:25053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee488340700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+20:18812:x1875535783437568:12345-192.168.201.3@tcp:101:bash.0 00010000:00010000:2.0:1788650988.464856:0:25053:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788650988.464877:0:25053:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a142de lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea31030a0 expref: -99 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.464930:0:25053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a142e5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.464944:0:25053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a142e5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.464955:0:25053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a142e5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.465122:0:25053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a142de lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea31030a0 expref: 22 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.465141:0:25053:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ffa00/0x798896c918a142e5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea31030a0 expref: 21 pid: 25053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.465150:0:25053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:2.0:1788650988.465153:0:25053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788650988.465157:0:25053:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4878ffa00, rc 0) 00000100:00100000:2.0:1788650988.465206:0:25053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee488340700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+21:18812:x1875535783437568:12345-192.168.201.3@tcp:101:bash.0 Request processed in 375us (574us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650988.465213:0:25053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 71 00000100:00100000:1.0:1788650988.481547:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650988.482646:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783437824 00000100:00100000:3.0:1788650988.482665:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783437824 00000100:00100000:3.0:1788650988.482847:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 14 00000100:00100000:3.0:1788650988.482861:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee585668380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+21:18812:x1875535783437824:12345-192.168.201.3@tcp:35:bash.0 00000001:00080000:3.0:1788650988.483217:0:22719:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901927 00000001:00080000:3.0:1788650988.483317:0:22719:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901928 00000100:00100000:3.0:1788650988.483466:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee585668380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+24:18812:x1875535783437824:12345-192.168.201.3@tcp:35:bash.0 Request processed in 606us (1926us total) trans 12884901929 rc 0/0 00000100:00100000:3.0:1788650988.483476:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 14 00000020:00080000:3.0:1788650988.483481:0:22719:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1788650988.592410:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650988.592639:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783438080 00000100:00100000:3.0:1788650988.592653:0:22716:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783438080 00000100:00100000:2.0:1788650988.592944:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 72 00000100:00100000:2.0:1788650988.592964:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee585668000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+24:18823:x1875535783438080:12345-192.168.201.3@tcp:101:lfs.0 00010000:00010000:2.0:1788650988.593003:0:22717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788650988.593037:0:22717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a142ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5f4a966ea31030a7 expref: -99 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788650988.593264:0:22717:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1788650988.593417:0:22717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a142ec lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea31030a7 expref: 26 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.593436:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ee59558cb00) 00010000:00010000:2.0:1788650988.593440:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788650988.593446:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a142ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.201.3@tcp remote: 0x5f4a966ea31030a7 expref: 26 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.593465:0:22717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ee4878fec00, rc 0) 00000100:00100000:2.0:1788650988.593551:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee585668000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+25:18823:x1875535783438080:12345-192.168.201.3@tcp:101:lfs.0 Request processed in 594us (1157us total) trans 12884901930 rc 301/301 00000100:00100000:2.0:1788650988.593559:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 72 00000100:00100000:1.0:1788650988.603528:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650988.603860:0:25053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783438208 00000100:00100000:2.0:1788650988.603873:0:25053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783438208 00000100:00100000:2.0:1788650988.603955:0:25053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 73 00000100:00100000:2.0:1788650988.603968:0:25053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee58566b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+25:18823:x1875535783438208:12345-192.168.201.3@tcp:34:lfs.0 00010000:00010000:2.0:1788650988.604638:0:25053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a142fa lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.604665:0:25053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a142fa lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.604683:0:25053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a142fa lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.604706:0:25053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ff800/0x798896c918a14301 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.604733:0:25053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ff800/0x798896c918a14301 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.604741:0:25053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ff800/0x798896c918a14301 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.604869:0:25053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee48791da00/0x798896c918a14308 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.604879:0:25053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ee48791da00/0x798896c918a14308 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.604886:0:25053:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ee48791da00/0x798896c918a14308 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788650988.604950:0:25053:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ee48791da00/0x798896c918a14308 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.604966:0:25053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a142fa lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.604974:0:25053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a142fa lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.604982:0:25053:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a142fa lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.604989:0:25053:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4878fec00 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:2.0:1788650988.604995:0:25053:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a142fa lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.605004:0:25053:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a142fa lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.605027:0:25053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ee5a1bb8600) 00010000:00010000:2.0:1788650988.605031:0:25053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788650988.605038:0:25053:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a142fa lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.605046:0:25053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878fec00/0x798896c918a142fa lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.605293:0:25053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ff800/0x798896c918a14301 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.605302:0:25053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ff800/0x798896c918a14301 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.605306:0:25053:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ff800/0x798896c918a14301 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.605311:0:25053:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee4878ff800 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:2.0:1788650988.605314:0:25053:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ff800/0x798896c918a14301 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.605320:0:25053:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ff800/0x798896c918a14301 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.605329:0:25053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9ee5c351b500) 00010000:00010000:2.0:1788650988.605332:0:25053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788650988.605335:0:25053:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ff800/0x798896c918a14301 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.605341:0:25053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee4878ff800/0x798896c918a14301 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.605448:0:25053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ee48791da00/0x798896c918a14308 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.605455:0:25053:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ee48791da00/0x798896c918a14308 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.605461:0:25053:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ee48791da00/0x798896c918a14308 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.605466:0:25053:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ee48791da00 already unused, calling callback (ffffffffc17b04f0) 00010000:00010000:2.0:1788650988.605469:0:25053:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee48791da00/0x798896c918a14308 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.605476:0:25053:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ee48791da00/0x798896c918a14308 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.605484:0:25053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ee59558ce00) 00010000:00010000:2.0:1788650988.605486:0:25053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788650988.605489:0:25053:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ee48791da00/0x798896c918a14308 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788650988.605495:0:25053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ee48791da00/0x798896c918a14308 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 25053 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788650988.605613:0:25053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee58566b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+25:18823:x1875535783438208:12345-192.168.201.3@tcp:34:lfs.0 Request processed in 1643us (2098us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650988.605625:0:25053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 73 00000100:00100000:1.0:1788650988.610637:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:0.0:1788650988.611490:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783438464 00000100:00100000:0.0:1788650988.611507:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783438464 00000100:00100000:0.0:1788650988.611604:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 15 00000100:00100000:0.0:1788650988.611617:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee58566b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+25:18823:x1875535783438464:12345-192.168.201.3@tcp:35:lfs.0 00000100:00100000:0.0:1788650988.611972:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee58566b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+26:18823:x1875535783438464:12345-192.168.201.3@tcp:35:lfs.0 Request processed in 357us (1350us total) trans 12884901931 rc 0/0 00000100:00100000:0.0:1788650988.611981:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 15 00010000:00010000:0.0:1788650988.682202:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788650989.702835:0:25123:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788650989.848485:0:25799:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: /mnt/lustre/d1d.sanity-pcc/f1d.sanity-pcc expected pcc state: readwrite, but got: none 00000100:00100000:3.0:1788650989.957219:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee489069180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875535807659904:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788650989.957303:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650989.957364:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807659904 00000100:00100000:3.0:1788650989.957372:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807659904 00000100:00100000:3.0:1788650989.957427:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788650989.957438:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee489069880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875535807659904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788650989.957468:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788650989.957513:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee489069880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3646:x1875535807659904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650989.957521:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00080000:3.0:1788650989.957553:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788650989.957590:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee489069180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875535807659904:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788650989.957809:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4878f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807660032:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788650989.957835:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650989.961035:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788650989.961056:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee4878f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807660160:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788650989.961130:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650989.962781:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee585668700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875535807660416:0@lo:400:kworker.0 00000100:00100000:1.0:1788650989.962830:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650989.962857:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee585669c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807660928:0@lo:400:kworker.0 00000100:00100000:1.0:1788650989.962896:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650989.962917:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee585668a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3646:1875535807661440:0@lo:400:kworker.0 00000100:00100000:1.0:1788650989.962942:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650989.962963:0:3646:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1788650989.962968:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee585668e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3646:1875535807660288:0@lo:400:kworker.0 00000100:00100000:1.0:1788650989.962995:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650989.963020:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee585669180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807660800:0@lo:400:kworker.0 00000100:00100000:1.0:1788650989.963042:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788650989.963123:0:3646:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee585669f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1875535807661312:0@lo:400:kworker.0 00000100:00100000:1.0:1788650989.963216:0:3646:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650989.963444:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee58566bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875535807660544:0@lo:400:kworker.0 00000100:00100000:3.0:1788650989.963469:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650989.963484:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee58566a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875535807661056:0@lo:400:kworker.0 00000100:00100000:3.0:1788650989.963503:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650989.963518:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee585669880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1875535807661568:0@lo:400:kworker.0 00000100:00100000:3.0:1788650989.963537:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650989.963559:0:3643:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788650989.963565:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee585669500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807660672:0@lo:400:kworker.0 00000100:00100000:3.0:1788650989.963588:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788650989.963613:0:3643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee58566ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1875535807661184:0@lo:400:kworker.0 00000100:00100000:3.0:1788650989.963636:0:3643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788650989.963900:0:23760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807660416 00000100:00100000:2.0:1788650989.963909:0:23760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807660416 00000100:00100000:2.0:1788650989.963952:0:23760:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807660672 00000100:00100000:2.0:1788650989.963961:0:23760:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807660672 00000100:00100000:2.0:1788650989.963982:0:23760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1788650989.963991:0:23760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee58566a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875535807660416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650989.964051:0:23760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee58566a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3646:x1875535807660416:12345-0@lo:400:kworker.0 Request processed in 61us (1219us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650989.964080:0:23760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1788650989.964099:0:23760:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1788650989.964106:0:23760:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48669f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807660672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650989.964211:0:23760:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48669f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807660672:12345-0@lo:400:kworker.0 Request processed in 105us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650989.964218:0:23760:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1788650989.964237:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807661440 00000100:00100000:2.0:1788650989.964240:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807661440 00000100:00100000:2.0:1788650989.964269:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807661312 00000100:00100000:2.0:1788650989.964272:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807661312 00000100:00100000:2.0:1788650989.964285:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807660544 00000100:00100000:2.0:1788650989.964288:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807660544 00000100:00100000:2.0:1788650989.964299:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807661056 00000100:00100000:2.0:1788650989.964301:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807661056 00000100:00100000:2.0:1788650989.964313:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807661568 00000100:00100000:2.0:1788650989.964315:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807661568 00000100:00100000:2.0:1788650989.964327:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807661184 00000100:00100000:2.0:1788650989.964329:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807661184 00000100:00100000:2.0:1788650989.964358:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1788650989.964365:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48799a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875535807661440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650989.964396:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48799a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3646:x1875535807661440:12345-0@lo:400:kworker.0 Request processed in 32us (1453us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650989.964402:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1788650989.964415:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788650989.964428:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487999f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875535807661312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650989.964459:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487999f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3646:x1875535807661312:12345-0@lo:400:kworker.0 Request processed in 31us (1241us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650989.964464:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788650989.964476:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1788650989.964482:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5b9e3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875535807660544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650989.964508:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5b9e3ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3643:x1875535807660544:12345-0@lo:400:kworker.0 Request processed in 26us (1039us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650989.964513:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1788650989.964525:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1788650989.964530:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487834000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1875535807661056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650989.964565:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487834000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3643:x1875535807661056:12345-0@lo:400:kworker.0 Request processed in 35us (1061us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650989.964571:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1788650989.964582:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788650989.964588:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487835880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1875535807661568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650989.964615:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487835880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3643:x1875535807661568:12345-0@lo:400:kworker.0 Request processed in 28us (1076us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650989.964621:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788650989.964633:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1788650989.964640:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48669ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875535807661184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788650989.964667:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48669ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3643:x1875535807661184:12345-0@lo:400:kworker.0 Request processed in 28us (1030us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650989.964672:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00080000:2.0:1788650989.964695:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788650989.964704:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:2.0:1788650989.964734:0:3646:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee585669f80 x1875535807661312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788651005 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788650989.964749:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee585669f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3646:1875535807661312:0@lo:400:kworker.0 00000100:00100000:2.0:1788650989.964761:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee585668700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3646:1875535807660416:0@lo:400:kworker.0 00000100:00100000:2.0:1788650989.964772:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee585668a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3646:1875535807661440:0@lo:400:kworker.0 00000100:00100000:3.0:1788650989.964983:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee585669500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807660672:0@lo:400:kworker.0 00000100:00100000:3.0:1788650989.964993:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee58566ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3643:1875535807661184:0@lo:400:kworker.0 00000100:00100000:3.0:1788650989.965002:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee58566bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3643:1875535807660544:0@lo:400:kworker.0 00000100:00100000:3.0:1788650989.965011:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee58566a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3643:1875535807661056:0@lo:400:kworker.0 00010000:00080000:3.0:1788650989.965021:0:3643:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ee585669880 x1875535807661568/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788651005 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788650989.965030:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee585669880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3643:1875535807661568:0@lo:400:kworker.0 00000100:00100000:3.0:1788650989.965107:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807660928 00000100:00100000:3.0:1788650989.965111:0:24222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807660928 00000100:00100000:3.0:1788650989.965158:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807660800 00000100:00100000:3.0:1788650989.965162:0:24222:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807660800 00000100:00100000:3.0:1788650989.965182:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788650989.965189:0:24222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807660928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650989.965230:0:24222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487999c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807660928:12345-0@lo:400:kworker.0 Request processed in 41us (2334us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650989.965236:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788650989.965249:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788650989.965255:0:24222:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48799ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807660800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650989.965283:0:24222:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48799ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3646:x1875535807660800:12345-0@lo:400:kworker.0 Request processed in 29us (2241us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650989.965289:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788650989.965308:0:22708:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807660288 00000100:00100000:3.0:1788650989.965318:0:22708:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807660288 00000100:00100000:3.0:1788650989.965342:0:22708:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:3.0:1788650989.965348:0:22708:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5837fb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:3646:x1875535807660288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788650989.965377:0:22708:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5837fb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:5f8e7104-edca-4618-b1e3-4f9f7d7021fd+24:3646:x1875535807660288:12345-0@lo:400:kworker.0 Request processed in 29us (2381us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650989.965382:0:22708:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00080000:3.0:1788650989.965410:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788650989.965414:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788650989.965429:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee585668e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:5f8e7104-edca-4618-b1e3-4f9f7d7021fd:3646:1875535807660288:0@lo:400:kworker.0 00000100:00100000:3.0:1788650989.965441:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee585669180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807660800:0@lo:400:kworker.0 00000100:00100000:3.0:1788650989.965449:0:3646:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee585669c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3646:1875535807660928:0@lo:400:kworker.0 00000100:00100000:0.0:1788650989.967775:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807660032 00000100:00100000:0.0:1788650989.967788:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807660032 00000100:00100000:0.0:1788650989.967840:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807660160 00000100:00100000:0.0:1788650989.967843:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807660160 00000100:00100000:0.0:1788650989.967873:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788650989.967882:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee489069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3643:x1875535807660032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788650989.967911:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788650989.967998:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee489069180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3643:x1875535807660032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 117us (10161us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650989.968006:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788650989.968023:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788650989.968030:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee489069c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807660160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788650989.968076:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788650989.968108:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee489069c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3643:x1875535807660160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (6978us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650989.968114:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788650989.968250:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4878f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3643:1875535807660160:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788650989.968269:0:3643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee4878f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3643:1875535807660032:0@lo:13:osp-pre-0-0.0 00000040:00080000:1.0:1788650990.471123:0:22752:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788650990.471131:0:22752:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788650990.473467:0:22752:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:1.0:1788650990.473482:0:22752:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00010000:00010000:2.0:1788650990.725327:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788650990.965205:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650990.965250:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650990.965294:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650990.965314:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650990.965350:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650990.965366:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650990.965380:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650990.965422:0:25053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783438848 00000100:00100000:2.0:1788650990.965432:0:25053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783438848 00000100:00100000:2.0:1788650990.965487:0:25053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783439360 00000100:00100000:2.0:1788650990.965490:0:25053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783439360 00000100:00100000:2.0:1788650990.965504:0:25053:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783438720 00000100:00100000:0.0:1788650990.965505:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783438592 00000100:00100000:2.0:1788650990.965506:0:25053:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783438720 00000100:00100000:0.0:1788650990.965509:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783438592 00000100:00100000:2.0:1788650990.965534:0:25053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 73 00000100:00100000:2.0:1788650990.965545:0:25053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48799aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+5:2398:x1875535783438848:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:0.0:1788650990.965545:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 168 00000100:00100000:0.0:1788650990.965551:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5952f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b632fcea-30b7-441a-a6af-22cbe0e84adb+13:2398:x1875535783438592:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:0.0:1788650990.965622:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5952f0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:b632fcea-30b7-441a-a6af-22cbe0e84adb+13:2398:x1875535783438592:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 70us (427us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650990.965630:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 168 00000100:00100000:0.0:1788650990.965663:0:24707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783439104 00000100:00100000:0.0:1788650990.965667:0:24707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783439104 00000100:00100000:0.0:1788650990.965691:0:24707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783439616 00000100:00100000:0.0:1788650990.965694:0:24707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783439616 00000100:00100000:0.0:1788650990.965710:0:24707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783438976 00000100:00100000:0.0:1788650990.965713:0:24707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783438976 00000100:00100000:0.0:1788650990.965742:0:24707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 29 00000100:00100000:0.0:1788650990.965758:0:24707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487999880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+5:2398:x1875535783439104:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:1.0:1788650990.966113:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650990.966164:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783439232 00000100:00100000:3.0:1788650990.966170:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783439232 00000100:00100000:3.0:1788650990.966197:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 74 00000100:00100000:3.0:1788650990.966204:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48799a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+5:2398:x1875535783439360:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:2.0:1788650990.968071:0:25053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48799aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+5:2398:x1875535783438848:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 2505us (2796us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650990.968085:0:25053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 73 00000100:00100000:2.0:1788650990.968127:0:25053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 75 00000100:00100000:2.0:1788650990.968139:0:25053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48799b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+26:2398:x1875535783438720:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:2.0:1788650990.968187:0:25053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48799b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+26:2398:x1875535783438720:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 53us (2820us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650990.968193:0:25053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 75 00000100:00100000:2.0:1788650990.968205:0:25053:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 76 00000100:00100000:2.0:1788650990.968211:0:25053:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487998000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+6:2398:x1875535783439232:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:2.0:1788650990.968253:0:25053:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487998000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+6:2398:x1875535783439232:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 41us (2141us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650990.968259:0:25053:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 76 00000100:00100000:2.0:1788650990.968642:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 30 00000100:00100000:2.0:1788650990.968653:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+5:2398:x1875535783439616:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:2.0:1788650990.968683:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487998a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+5:2398:x1875535783439616:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 33us (3332us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650990.968689:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 30 00000100:00100000:2.0:1788650990.968703:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 31 00000100:00100000:2.0:1788650990.968711:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee487998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+8:2398:x1875535783438976:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:2.0:1788650990.968736:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487998380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:481c7c94-fbbe-480b-89ac-e564a038fbc2+8:2398:x1875535783438976:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 27us (3355us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650990.968741:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 31 00000100:00080000:2.0:1788650990.968768:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788650990.968892:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788650990.968896:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788650990.968899:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788650990.986168:0:24707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee487999880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:481c7c94-fbbe-480b-89ac-e564a038fbc2+5:2398:x1875535783439104:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 20406us (20860us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650990.986184:0:24707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 29 00000100:00100000:1.0:1788650990.989815:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:3.0:1788650990.990656:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48799a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+5:2398:x1875535783439360:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 24439us (25327us total) trans 0 rc 0/0 00000100:00100000:3.0:1788650990.990670:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 74 00000100:00100000:2.0:1788650990.990920:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783439488 00000100:00100000:2.0:1788650990.990930:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783439488 00000100:00100000:2.0:1788650990.990995:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 32 00000100:00100000:2.0:1788650990.991004:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48799b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+5:2398:x1875535783439488:12345-192.168.201.3@tcp:400:kworker.0 00000100:00100000:2.0:1788650990.991073:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48799b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d0fb290-ffe5-4f79-97a8-f10c62d4ce2a+5:2398:x1875535783439488:12345-192.168.201.3@tcp:400:kworker.0 Request processed in 55us (1253us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650990.991080:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 32 00000100:00080000:3.0:1788650990.991374:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788650991.757818:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788650991.985910:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:1.0:1788650991.986002:0:24227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783439744 00000100:00100000:1.0:1788650991.986012:0:24227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783439744 00002000:00100000:1.0:1788650991.986106:0:24227:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x42:0x0] (0->8) req@ffff9ee5c3586680 x1875535783439744/t0(0) o4->481c7c94-fbbe-480b-89ac-e564a038fbc2@192.168.201.3@tcp:132/0 lens 504/0 e 0 to 0 dl 1788651002 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:100 00002000:00100000:1.0:1788650991.986118:0:24227:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9ee5c3586680 with x1875535783439744 ext(0->8) 00002000:00010000:1.0:1788650991.986124:0:24227:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ee5c3586680 00000100:00100000:1.0:1788650991.986157:0:24227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 0 00000100:00100000:1.0:1788650991.986168:0:24227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee5c3586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+8:2397:x1875535783439744:12345-192.168.201.3@tcp:4:bash.0 00000100:00100000:1.0:1788650991.987475:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-192.168.201.3@tcp (source: 12345-192.168.201.3@tcp) 00000100:00100000:2.0:1788650991.987544:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535783439872 00000100:00100000:2.0:1788650991.987552:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535783439872 00000100:00100000:2.0:1788650991.987602:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.3@tcp, seq: 30 00000100:00100000:2.0:1788650991.987612:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48799b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+11:2398:x1875535783439872:12345-192.168.201.3@tcp:16:kworker.0 00000100:00100000:2.0:1788650991.989260:0:24227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee5c3586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:481c7c94-fbbe-480b-89ac-e564a038fbc2+11:2397:x1875535783439744:12345-192.168.201.3@tcp:4:bash.0 Request processed in 3085us (3350us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1788650991.989287:0:24227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 0 00002000:00100000:2.0:1788650991.989301:0:24227:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x42:0x0] (0->8) req@ffff9ee5c3586680 x1875535783439744/t12884901895(0) o4->481c7c94-fbbe-480b-89ac-e564a038fbc2@192.168.201.3@tcp:132/0 lens 504/448 e 0 to 0 dl 1788651002 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:100 00002000:00100000:2.0:1788650991.989312:0:24227:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9ee5c3586680 with x1875535783439744 ext(0->8) 00002000:00010000:2.0:1788650991.989318:0:24227:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9ee5c3586680 00000001:00080000:3.0:1788650991.989683:0:24218:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901895 is committed 00000001:00080000:3.0:1788650991.989697:0:24218:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901894 is committed 00000100:00100000:2.0:1788650991.990025:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48799b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:481c7c94-fbbe-480b-89ac-e564a038fbc2+6:2398:x1875535783439872:12345-192.168.201.3@tcp:16:kworker.0 Request processed in 2412us (2557us total) trans 0 rc 0/0 00000100:00100000:2.0:1788650991.990034:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.3@tcp, seq: 30 00000100:00100000:3.0:1788650992.005242:0:3644:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9ee5c3586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875535807661696:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788650992.005353:0:3644:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788650992.005384:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875535807661696 00000100:00100000:0.0:1788650992.005394:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875535807661696 00000100:00100000:0.0:1788650992.005468:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788650992.005478:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ee48669c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875535807661696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788650992.005499:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25562816 pending 0 free 3915849728 avail 3684298752 00000100:00100000:0.0:1788650992.005560:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ee48669c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3644:x1875535807661696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1788650992.005567:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:0.0:1788650992.005590:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788650992.005624:0:3644:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9ee5c3586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3644:1875535807661696:0@lo:13:osp-pre-0-1.0 Debug log: 14768 lines, 14768 kept, 0 dropped, 0 bad.